-- Logs begin at Tue 2021-08-24 16:19:51 UTC, end at Tue 2021-08-24 17:19:09 UTC. -- Aug 24 16:49:17.700813 dv-cinder-799668-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 16:49:20.516955 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.common.config [-] Logging enabled! Aug 24 16:49:20.517568 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 16:49:20.517670 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93732) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 16:49:20.521022 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.common.config [-] Logging enabled! Aug 24 16:49:20.521283 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 16:49:20.521605 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93732) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 16:49:20.522696 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 16:49:20.522932 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 16:49:20.523354 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 16:49:20.523600 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 16:49:20.523821 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 16:49:20.524175 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.524810 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.525104 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.525332 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.525624 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.525921 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.526197 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.526508 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.526804 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.527091 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.527369 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.527636 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.527862 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.528143 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.528423 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.528706 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.528927 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] debug = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.529203 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.529631 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.530073 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.530321 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.530631 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.530907 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.531203 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.531479 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.531762 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.532117 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] host = dv-cinder-799668-9-iscsi {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.532393 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.532647 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.532935 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.533241 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.533516 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.533787 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.534071 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.534360 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.534608 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] log_file = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.534883 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.535409 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.535712 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.536010 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.536273 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.536497 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.536787 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.537073 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.537361 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.537656 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.537928 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.538210 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.538579 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.538849 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.539209 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.539422 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.540663 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.540949 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.541231 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.541509 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.541783 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.542077 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.542396 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.542648 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.542926 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.543218 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.543488 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.543762 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.544070 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.544357 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.544640 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.544926 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.545200 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.545491 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.545765 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.546037 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.546309 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] use_json = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.546616 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.546887 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.547173 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.547447 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.547719 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.547994 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.548268 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.548557 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:20.548860 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.549157 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.549458 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.549742 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.550034 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.550359 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.550640 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.550921 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.551209 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.551497 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.551798 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.552073 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.552349 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.552631 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.552947 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.553310 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.553625 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.553912 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.554189 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.554511 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.554787 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.555069 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.555362 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.555640 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.555930 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.556216 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.556498 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.556788 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.557085 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.557375 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.557648 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.557927 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.558218 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.558559 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.558793 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.559071 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.559360 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.559638 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.559909 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.560188 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.560466 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.560736 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.561004 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.561281 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.561569 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.561845 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.562113 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.562405 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.562684 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.562959 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.563247 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.563525 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.563793 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.564063 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.564339 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.564609 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.564883 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.565161 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.565438 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.565712 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.565983 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.566252 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.566551 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.566824 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.567098 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.567370 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.567644 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.567920 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.568190 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.568461 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.568763 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.569039 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.569312 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.569601 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.569900 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.570179 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.570487 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.570771 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.571050 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.571327 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.571605 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.571877 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.572157 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.572424 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.572724 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.573014 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.573298 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.573586 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.573858 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.574164 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.574465 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.574746 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.575028 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.575303 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.575584 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.575865 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.576158 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.576451 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.576742 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.577033 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.577328 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.577606 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.577914 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.578187 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:20.578439 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 16:49:20.578687 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93732) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 16:49:20.963348 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 16:49:20.963585 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 16:49:20.963901 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 16:49:20.964240 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 16:49:21.398779 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.399043 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.399328 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.401006 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.401276 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.401554 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.440274 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.440520 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.440808 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.456625 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.456900 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.457164 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.496355 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.496830 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.497008 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.539710 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.540417 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.540417 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.789200 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.789420 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.789640 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.789902 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.790834 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.917839 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.918163 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.918467 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.918736 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.919216 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.919336 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.919696 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.919831 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.920100 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.920426 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.920660 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.920920 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.921169 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.921435 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.921659 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.921921 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.922195 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.922464 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.922807 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.923069 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.923337 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.923559 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.923871 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.924260 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.924508 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.924749 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.925162 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:49:21.925401 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:49:21.925628 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:49:21.925862 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:49:21.926098 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:49:21.926349 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:49:21.926736 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 16:49:21.930255 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 16:49:21.934321 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 16:49:21.938213 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 24 16:49:21.939889 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 16:49:21.940350 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 16:49:21.940683 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 16:49:21.941071 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 16:49:21.944224 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 16:49:21.944477 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 16:49:21.944828 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 16:49:21.950280 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 16:49:21.972482 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 16:49:21.973126 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.973435 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93732) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 24 16:49:21.973798 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.975229 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93732) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 16:49:21.975516 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 16:49:21.975759 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 16:49:21.979033 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:21.979310 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.045124 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 16:49:22.045307 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 16:49:22.045496 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 16:49:22.045882 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 16:49:22.067892 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_db.sqlalchemy.engines [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93732) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 16:49:22.642452 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Initializing driver for type 'gre' Aug 24 16:49:22.643304 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] gre ID ranges: [(1, 1000)] Aug 24 16:49:22.710300 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Initializing driver for type 'local' Aug 24 16:49:22.710663 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Initializing driver for type 'vlan' Aug 24 16:49:22.725654 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] VlanTypeDriver initialization complete Aug 24 16:49:22.726016 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Initializing driver for type 'vxlan' Aug 24 16:49:22.726557 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] vxlan ID ranges: [(1, 1000)] Aug 24 16:49:22.784509 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Initializing extension driver 'port_security' Aug 24 16:49:22.784856 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.extensions.port_security [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] PortSecurityExtensionDriver initialization complete Aug 24 16:49:22.785183 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Initializing mechanism driver 'openvswitch' Aug 24 16:49:22.785516 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Initializing mechanism driver 'hyperv' Aug 24 16:49:22.792432 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.plugins.ml2.plugin [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:22.793104 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > port after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.793492 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > port after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.793814 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > port after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.794378 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93732) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 16:49:22.794854 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > subnet after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.795282 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > subnet after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.795575 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.795961 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93732) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 16:49:22.796366 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > network after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.796709 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > network after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.797103 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > network after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.797462 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93732) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 16:49:22.797863 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > security_group after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.798212 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > security_group after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.798614 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > security_group after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.799252 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93732) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 16:49:22.799714 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.800086 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.800436 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.800856 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93732) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 16:49:22.801255 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > address_group after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.801598 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > address_group after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.801931 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > address_group after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.802317 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93732) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 16:49:22.802723 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] ML2 OVO RPC backend initialized. {{(pid=93732) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 24 16:49:22.803541 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.803894 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.804305 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > network before_response 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.804683 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > networks before_response 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.804986 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > port before_response 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.805366 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > ports before_response 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.805737 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > subnet before_response 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.806036 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > subnets before_response 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.806399 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > network after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.806767 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > network after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.807146 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > network after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.807514 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > port after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.807849 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > port after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.808204 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > port after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.808536 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > subnet after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.808916 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > subnet after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.809250 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > subnet after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.809900 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.plugin [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Modular L2 Plugin initialization complete Aug 24 16:49:22.810228 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading services supported by the core plugin {{(pid=93732) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 16:49:22.810582 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.plugins.ml2.managers [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Got port-security extension from driver 'port_security' Aug 24 16:49:22.811051 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.extensions.vlantransparent [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Disabled vlantransparent extension. Aug 24 16:49:22.811532 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93732) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 16:49:22.811843 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading Plugin: router Aug 24 16:49:22.850718 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router_interface before_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.851478 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router after_create 55549900 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.851478 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router before_create 55549900 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.851816 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.852183 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.852537 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router after_delete 55549900 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.852892 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > floatingip after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.853244 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > floatingip after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.853590 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router after_create 55549900 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.853933 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router after_update 55549900 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.854282 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router after_update 55549900 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.854651 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.854990 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router after_update 55549900 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.855409 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router precommit_update 55549900 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.855783 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: port after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.856122 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: port after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.856454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: subnet after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.856790 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.857120 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > port precommit_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.857472 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router precommit_create 55549900 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.857808 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: port before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.858147 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router precommit_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.858543 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router after_update 55549900 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.858872 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router precommit_delete 55549900 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.859230 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router precommit_create 55549900 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.859591 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router_interface after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.859930 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router precommit_update 55549900 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.860279 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > agent after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.860624 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > agent after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.860960 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > network after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.861943 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Tracking information for resource: router configured {{(pid=93732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:49:22.862275 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Tracking information for resource: floatingip configured {{(pid=93732) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:49:22.867878 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.db.l3_agentschedulers_db [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 16:49:22.868439 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: port after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.868800 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: port after_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.869148 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: port after_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.869526 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: port after_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.870324 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router before_create 55550100 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.870718 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router precommit_delete 55550100 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.871080 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router precommit_create 55550100 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.871462 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > router precommit_update 55550100 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.876385 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.services.provider_configuration [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service providers = [] {{(pid=93732) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 16:49:22.876836 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.db.servicetype_db [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93732) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 16:49:22.880080 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.services.service_base [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 16:49:22.880470 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.services.service_base [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 16:49:22.880849 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.services.service_base [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 16:49:22.882287 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.services.service_base [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93732) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 16:49:22.882927 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.services.service_base [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 16:49:22.883545 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:49:22.884037 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 16:49:22.896993 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:49:22.897231 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading Plugin: auto_allocate Aug 24 16:49:22.903773 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: network precommit_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.904142 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: network precommit_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.904707 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:49:22.905029 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading Plugin: tag Aug 24 16:49:22.912385 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:49:22.912768 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading Plugin: timestamp Aug 24 16:49:22.917272 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:49:22.917604 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading Plugin: network_ip_availability Aug 24 16:49:22.923578 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.923943 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.924303 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:22.925112 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:49:22.925430 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading Plugin: flavors Aug 24 16:49:22.930825 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:49:22.931155 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading Plugin: revisions Aug 24 16:49:22.936392 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93732) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:49:22.936789 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_concurrency.lockutils [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.973s {{(pid=93732) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 16:49:22.937688 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93732) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 24 16:49:22.937959 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Initializing extension manager. Aug 24 16:49:22.938524 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: __init__.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.938895 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: __pycache__ {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.939226 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.939557 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: address_group.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.940384 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.940987 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: address-group Aug 24 16:49:22.941308 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: address_scope.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.942010 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.942546 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: address-scope Aug 24 16:49:22.942865 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: admin_state_down_before_update.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.943965 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.944523 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: router-admin-state-down-before-update Aug 24 16:49:22.944844 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: agent.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.945833 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.946355 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: agent Aug 24 16:49:22.946702 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: agent_resources_synced.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.947644 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.948145 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: agent-resources-synced Aug 24 16:49:22.948464 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: allowedaddresspairs.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.950368 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.950890 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: allowed-address-pairs Aug 24 16:49:22.951214 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: auto_allocated_topology.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.952317 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.952826 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: auto-allocated-topology Aug 24 16:49:22.953144 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: availability_zone.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.953844 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.954351 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: availability_zone Aug 24 16:49:22.954686 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: availability_zone_filter.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.955627 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.956128 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: availability_zone_filter Aug 24 16:49:22.956445 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: data_plane_status.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.957358 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.957860 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 16:49:22.958182 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: default_subnetpools.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.959128 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.959677 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: default-subnetpools Aug 24 16:49:22.959998 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: dhcpagentscheduler.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.960852 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.961349 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: dhcp_agent_scheduler Aug 24 16:49:22.961668 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: dns.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.962668 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.963163 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension dns-integration not supported by any of loaded plugins Aug 24 16:49:22.963482 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: dns_domain_ports.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.964403 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.964898 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 16:49:22.965216 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.966127 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.966652 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 16:49:22.966970 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: dvr.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.967647 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.968172 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: dvr Aug 24 16:49:22.968490 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: ecmp_routes.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.969426 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.969924 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 16:49:22.970240 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: empty_string_filtering.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.971193 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.971692 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: empty-string-filtering Aug 24 16:49:22.972011 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.972937 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.973525 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 16:49:22.973837 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.974812 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.975372 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 16:49:22.975690 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: external_net.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.976607 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.977108 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: external-net Aug 24 16:49:22.977425 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: extra_dhcp_opt.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.978403 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.978906 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: extra_dhcp_opt Aug 24 16:49:22.979256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: extraroute.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.980186 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.980684 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: extraroute Aug 24 16:49:22.981001 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: extraroute_atomic.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.982059 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.982594 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: extraroute-atomic Aug 24 16:49:22.982929 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: filter_validation.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.983637 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.984149 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: filter-validation Aug 24 16:49:22.984472 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: fip_pf_description.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.985414 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.985909 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 16:49:22.986230 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: fip_port_details.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.987184 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.987688 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: fip-port-details Aug 24 16:49:22.988006 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: flavors.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.989285 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.989801 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: flavors Aug 24 16:49:22.990123 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.991925 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.992449 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 16:49:22.992775 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: floatingip_pools.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.993499 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.993999 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: floatingip-pools Aug 24 16:49:22.994395 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: ip_allocation.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.995367 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.995868 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 16:49:22.996187 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.997113 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.997617 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: ip-substring-filtering Aug 24 16:49:22.997937 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: l2_adjacency.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:22.998899 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:22.999399 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 16:49:22.999716 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: l3.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.000924 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.001443 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: router Aug 24 16:49:23.001763 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: l3_conntrack_helper.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.004150 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.004683 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 16:49:23.005009 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.005968 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.006574 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: ext-gw-mode Aug 24 16:49:23.006898 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.007870 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.008374 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: l3-ha Aug 24 16:49:23.008693 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: l3_flavors.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.009609 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.010113 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: l3-flavors Aug 24 16:49:23.010460 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.011410 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.011932 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 16:49:23.012251 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: l3agentscheduler.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.013395 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.013906 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: l3_agent_scheduler Aug 24 16:49:23.014269 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: logging.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.015929 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.016515 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension logging not supported by any of loaded plugins Aug 24 16:49:23.016868 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: metering.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.017637 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.018252 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: metering Aug 24 16:49:23.018601 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.019723 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.020240 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: metering_source_and_destination_fields Aug 24 16:49:23.020566 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: multiprovidernet.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.021493 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.022026 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: multi-provider Aug 24 16:49:23.022432 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: netmtu.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.023354 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.023855 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: net-mtu Aug 24 16:49:23.024175 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: netmtu_writable.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.025449 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.025951 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: net-mtu-writable Aug 24 16:49:23.026272 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: network_availability_zone.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.026953 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.027453 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: network_availability_zone Aug 24 16:49:23.027771 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: network_ip_availability.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.028885 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.029390 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: network-ip-availability Aug 24 16:49:23.029711 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: network_segment_range.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.030554 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.031053 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 16:49:23.031372 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: pagination.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.032386 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.032712 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: pagination Aug 24 16:49:23.033031 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: port_device_profile.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.033955 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.034505 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: port-device-profile Aug 24 16:49:23.034824 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.035739 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.036244 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: port-mac-address-regenerate Aug 24 16:49:23.036566 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.037535 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.038047 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: port-numa-affinity-policy Aug 24 16:49:23.038375 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: port_resource_request.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.039291 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.039782 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 16:49:23.040096 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: portbindings.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.041036 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.041534 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: binding Aug 24 16:49:23.041854 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: portbindings_extended.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.043391 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.043901 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: binding-extended Aug 24 16:49:23.044354 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: portsecurity.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.045284 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.045791 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: port-security Aug 24 16:49:23.046111 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: project_id.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.047120 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.047451 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: project-id Aug 24 16:49:23.047774 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: providernet.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.048694 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.049209 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: provider Aug 24 16:49:23.049527 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: qos.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.053224 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.053766 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension qos not supported by any of loaded plugins Aug 24 16:49:23.054097 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.055423 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.055933 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 16:49:23.056258 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.057180 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.057689 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 16:49:23.058004 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: qos_default.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.058936 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.059447 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension qos-default not supported by any of loaded plugins Aug 24 16:49:23.059765 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: qos_fip.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.060428 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.060922 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension qos-fip not supported by any of loaded plugins Aug 24 16:49:23.061241 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: qos_gateway_ip.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.062163 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.062715 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 16:49:23.063032 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: qos_port_network_policy.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.063944 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.064459 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 16:49:23.064778 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: qos_pps_rule.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.065998 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.066549 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension qos-pps not supported by any of loaded plugins Aug 24 16:49:23.066871 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: qos_rule_type_details.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.067815 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.068325 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 16:49:23.068645 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: qos_rules_alias.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.069768 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.070350 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 16:49:23.070679 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: quotasv2.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.071688 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.072011 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: quotas Aug 24 16:49:23.072327 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: quotasv2_detail.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.075701 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.076035 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: quota_details Aug 24 16:49:23.076363 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: rbac.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.077706 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.078260 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: rbac-policies Aug 24 16:49:23.078630 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: rbac_address_group.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.079590 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.080105 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: rbac-address-group Aug 24 16:49:23.080427 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: rbac_address_scope.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.081349 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.081858 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: rbac-address-scope Aug 24 16:49:23.082177 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: rbac_security_groups.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.083140 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.083648 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: rbac-security-groups Aug 24 16:49:23.083967 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: rbac_subnetpool.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.085034 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.085565 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: rbac-subnetpool Aug 24 16:49:23.085889 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: revisionifmatch.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.086891 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.087404 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: revision-if-match Aug 24 16:49:23.087723 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: revisions.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.088862 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.089373 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: standard-attr-revisions Aug 24 16:49:23.089691 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: router_availability_zone.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.090399 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.090900 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: router_availability_zone Aug 24 16:49:23.091218 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: routerservicetype.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.092191 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.092689 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension router-service-type not supported by any of loaded plugins Aug 24 16:49:23.093003 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.093929 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.094472 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: security-groups-normalized-cidr Aug 24 16:49:23.094788 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: security_groups_port_filtering.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.095711 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.096221 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: port-security-groups-filtering Aug 24 16:49:23.096538 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.097466 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.097965 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: security-groups-remote-address-group Aug 24 16:49:23.098283 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: securitygroup.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.110184 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.110796 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: security-group Aug 24 16:49:23.111124 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: segment.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.112031 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.112536 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension segment not supported by any of loaded plugins Aug 24 16:49:23.112859 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.113936 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.114497 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 16:49:23.114820 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: servicetype.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.116126 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.116647 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: service-type Aug 24 16:49:23.116965 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: sorting.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.117972 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.118302 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: sorting Aug 24 16:49:23.118660 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: standard_attr_segment.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.119581 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.120098 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 16:49:23.120419 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: standardattrdescription.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.121078 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.121579 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: standard-attr-description Aug 24 16:49:23.121893 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: stateful_security_group.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.122863 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.123372 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: stateful-security-group Aug 24 16:49:23.123689 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: stdattrs_common.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.124287 dv-cinder-799668-9-iscsi neutron-server[93732]: WARNING neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 16:49:23.124602 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.125578 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.126085 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 16:49:23.126431 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: subnet_onboard.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.127568 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.128116 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: subnet_onboard Aug 24 16:49:23.128431 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.129437 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.130022 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 16:49:23.130265 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: subnet_service_types.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.131366 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.131885 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: subnet-service-types Aug 24 16:49:23.132202 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: subnetallocation.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.133326 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.133833 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: subnet_allocation Aug 24 16:49:23.134154 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.134896 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.135393 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: subnetpool-prefix-ops Aug 24 16:49:23.135711 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.136643 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.137144 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 16:49:23.137460 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: tagging.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.138597 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.139118 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: standard-attr-tag Aug 24 16:49:23.139434 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: timestamp.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.140642 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.141149 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loaded extension: standard-attr-timestamp Aug 24 16:49:23.141475 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: trunk.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.142528 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.143034 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension trunk not supported by any of loaded plugins Aug 24 16:49:23.143348 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: trunk_details.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.144266 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.144767 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension trunk-details not supported by any of loaded plugins Aug 24 16:49:23.145084 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: uplink_status_propagation.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.145991 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.146524 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 16:49:23.146845 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Loading extension file: vlantransparent.py {{(pid=93732) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 16:49:23.147581 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93732) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 16:49:23.148014 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 16:49:23.150986 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:network Aug 24 16:49:23.151529 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:subnet Aug 24 16:49:23.151921 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:49:23.152304 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:port Aug 24 16:49:23.153618 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.v2.resource_helper [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:49:23.154059 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.v2.resource_helper [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service FLAVORS assigned prefix: {{(pid=93732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:49:23.154706 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.v2.resource_helper [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:49:23.155142 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.v2.resource_helper [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:49:23.155468 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:router Aug 24 16:49:23.155898 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:floatingip Aug 24 16:49:23.156403 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.v2.resource_helper [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service METERING assigned prefix: /metering {{(pid=93732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:49:23.157909 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:23.158280 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:23.158654 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:49:23.159739 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 16:49:23.160179 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:security_group Aug 24 16:49:23.160618 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 16:49:23.161249 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.v2.resource_helper [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service CORE assigned prefix: {{(pid=93732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:49:23.161574 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:49:23.161921 dv-cinder-799668-9-iscsi neutron-server[93732]: WARNING neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] subnetpool is already registered Aug 24 16:49:23.162391 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.v2.resource_helper [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service CORE assigned prefix: {{(pid=93732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:49:23.162769 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:49:23.163092 dv-cinder-799668-9-iscsi neutron-server[93732]: WARNING neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] subnetpool is already registered Aug 24 16:49:23.165538 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.v2.resource_helper [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:49:23.165959 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.v2.resource_helper [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service FLAVORS assigned prefix: {{(pid=93732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:49:23.166571 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.v2.resource_helper [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:49:23.166983 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.v2.resource_helper [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:49:23.167312 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:router Aug 24 16:49:23.167645 dv-cinder-799668-9-iscsi neutron-server[93732]: WARNING neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] router is already registered Aug 24 16:49:23.168048 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:floatingip Aug 24 16:49:23.168374 dv-cinder-799668-9-iscsi neutron-server[93732]: WARNING neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] floatingip is already registered Aug 24 16:49:23.168810 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.v2.resource_helper [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service METERING assigned prefix: /metering {{(pid=93732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:49:23.169503 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 16:49:23.169817 dv-cinder-799668-9-iscsi neutron-server[93732]: WARNING neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] rbac_policy is already registered Aug 24 16:49:23.170219 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:security_group Aug 24 16:49:23.170585 dv-cinder-799668-9-iscsi neutron-server[93732]: WARNING neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] security_group is already registered Aug 24 16:49:23.170977 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 16:49:23.171295 dv-cinder-799668-9-iscsi neutron-server[93732]: WARNING neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] security_group_rule is already registered Aug 24 16:49:23.171934 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.v2.resource_helper [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service CORE assigned prefix: {{(pid=93732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:49:23.172247 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:49:23.172568 dv-cinder-799668-9-iscsi neutron-server[93732]: WARNING neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] subnetpool is already registered Aug 24 16:49:23.172991 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.v2.resource_helper [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Service CORE assigned prefix: {{(pid=93732) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:49:23.173303 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:49:23.173623 dv-cinder-799668-9-iscsi neutron-server[93732]: WARNING neutron.quota.resource_registry [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] subnetpool is already registered Aug 24 16:49:23.174090 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: extensions {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.175657 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: address-groups {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.177126 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: address-scopes {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.178516 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: agents {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.179700 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: auto-allocated-topology {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.180957 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: availability_zones {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.182160 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: dhcp-networks {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.183749 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: dhcp-agents {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.185162 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: routers {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.186872 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: flavors {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.188137 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: service_profiles {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.189355 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: next_providers {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.190828 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: service_profiles {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.192432 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: floatingip-pools {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.193649 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: routers {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.195606 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: floatingips {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.196915 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: l3-routers {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.198290 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: l3-agents {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.199739 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: metering-labels {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.200971 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: metering-label-rules {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.202376 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: network-ip-availabilities {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.203691 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: bindings {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.205276 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: quotas {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.206851 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: quotas {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.208272 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: rbac-policies {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.209522 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: security-groups {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.210859 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: security-group-rules {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.212094 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: service-providers {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.213322 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: subnetpools {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.214662 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: subnetpools {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.217497 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: tags {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.219251 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: tags {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.221079 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: tags {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.222888 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: tags {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.224580 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: tags {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.226782 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: tags {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.228478 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: tags {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.230262 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: tags {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.232152 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: tags {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.233877 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron.api.extensions [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Extended resource: tags {{(pid=93732) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:49:23.240146 dv-cinder-799668-9-iscsi neutron-server[93732]: WARNING keystonemiddleware.auth_token [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 16:49:23.245713 dv-cinder-799668-9-iscsi neutron-server[93732]: WARNING keystonemiddleware.auth_token [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 16:49:23.253812 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_concurrency.lockutils [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Acquired lock "singleton_lock" {{(pid=93732) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 24 16:49:23.254287 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_concurrency.lockutils [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Releasing lock "singleton_lock" {{(pid=93732) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 24 16:49:23.254988 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO oslo_service.service [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Starting 2 workers Aug 24 16:49:23.260118 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Started child 93841 {{(pid=93732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 16:49:23.264887 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Started child 93842 {{(pid=93732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 16:49:23.265383 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:23.266532 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO neutron.service [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 16:49:23.266902 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [-] (93841) wsgi starting up on http://0.0.0.0:9696 Aug 24 16:49:23.267214 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Notify callbacks [] for process, before_spawn {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:23.269607 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO oslo_service.service [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Starting 1 workers Aug 24 16:49:23.269956 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:23.271849 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [-] (93842) wsgi starting up on http://0.0.0.0:9696 Aug 24 16:49:23.275457 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Started child 93843 {{(pid=93732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 16:49:23.276030 dv-cinder-799668-9-iscsi neutron-server[93732]: INFO oslo_service.service [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Starting 1 workers Aug 24 16:49:23.280344 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.service [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] calling RpcWorker wait() {{(pid=93843) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 16:49:23.281293 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Started child 93844 {{(pid=93732) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 16:49:23.281451 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.service [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] returning from RpcWorker wait() {{(pid=93843) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 16:49:23.281586 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG neutron_lib.callbacks.manager [None req-78df5627-51c3-4e3e-a6ad-80c0d3e4b62a None None] Notify callbacks [] for process, after_spawn {{(pid=93732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:23.282887 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:23.283496 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93732) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 16:49:23.283654 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:23.283798 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 16:49:23.283936 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 16:49:23.284087 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 16:49:23.284392 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 16:49:23.284536 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 16:49:23.285052 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.285322 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.285745 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.286009 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.286303 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.286927 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.287154 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.287590 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.287840 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.287996 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:23.288759 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.288759 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.288759 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.288759 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.289207 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.289207 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.289445 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.289569 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:23.289707 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.289915 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.290215 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.290683 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.290941 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.291177 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.291445 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] debug = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.291695 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.292192 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.292470 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.292692 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.292899 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.293161 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.293407 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.293625 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.293877 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.294114 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.294326 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.294604 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.294847 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.295085 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.295327 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.295579 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.295788 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.296204 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] host = dv-cinder-799668-9-iscsi {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.296437 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.296662 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.296899 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.297135 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.297344 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.297564 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.297775 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.298136 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.298447 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.298667 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.298904 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.299111 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.299329 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.299535 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_file = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.299755 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_options = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.299959 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.300166 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.300573 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.300573 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.301139 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.301139 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.301139 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.301139 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.301986 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.301986 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.301986 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.301986 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.302886 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.302886 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.302886 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.303552 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.303552 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.303970 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.303970 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.304377 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.304377 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.304804 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.304804 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.305220 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.305220 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.305639 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.305639 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.306070 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.306070 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.306727 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.306727 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.306727 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.307580 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.307580 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.307580 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.308403 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.308403 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.308403 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.308403 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.309226 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.309226 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.309226 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.309226 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.310033 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.310033 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.310033 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] use_json = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.310033 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.311208 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.311208 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.311208 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.311208 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.311208 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.312280 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.312280 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.312280 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.312280 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.313055 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.313055 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.313055 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.313662 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.313662 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.313662 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.314285 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.314285 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.314759 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.314759 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.315177 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.315177 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.315608 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.315811 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.316019 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.316236 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.316492 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.316788 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.317035 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.317035 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.317473 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.317839 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.317839 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.318248 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.318248 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.318941 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.318941 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.319340 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.319340 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.319751 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.319751 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.320152 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.320152 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.320502 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.320696 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.321044 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.321044 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.321557 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.321557 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.321901 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.321901 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.322248 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.322514 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.322694 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.322884 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.323076 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.323268 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.323568 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.323749 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.323936 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.324114 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.324298 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.324479 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.324668 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.324858 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.325082 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.325289 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.325503 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.325763 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.325956 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.326169 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.326397 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.326582 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.326796 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.327051 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.327267 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.327475 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.327680 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.328015 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.328214 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.328425 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.328631 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.328959 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.328959 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.329303 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.329303 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.331667 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.331667 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.331667 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.331667 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.331667 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.331667 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.331667 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.331667 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.331667 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.333404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.333404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.333404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.333404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.333404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.333404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.333404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.333404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.335128 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.335128 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.335128 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.335128 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.335128 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.335128 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.335128 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.335128 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.337404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.337404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.337404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.337404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.337404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.337404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.337404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.337404 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.340753 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.340753 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.340753 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.340753 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.340753 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.340753 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.340753 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.340753 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.343061 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.343061 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.343061 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.343061 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.343061 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.343061 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.343061 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.343061 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.344316 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.344316 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.344316 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.344316 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.344316 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.344316 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.344316 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.344316 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.345634 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.345634 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.345634 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.345634 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.345634 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.345634 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.345634 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.345634 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.347615 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.347615 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.347615 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.347615 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.347615 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.347615 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.347615 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.347615 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.348855 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.348855 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.348855 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.348855 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.348855 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.348855 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.348855 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.348855 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.350256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.350256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.350256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.350256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.350256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.350256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.350256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.350256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.352405 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.352405 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.352405 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.352405 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.352405 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.352405 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.352405 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.352405 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.353990 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.353990 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.353990 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.353990 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.353990 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.353990 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.353990 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.353990 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.355508 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.355508 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.355508 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.355508 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.355508 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.355508 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.355508 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.355508 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.359633 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.359633 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.359633 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.359633 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.359633 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.359633 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.359633 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.359633 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.360540 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.360540 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.360540 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.360540 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.360540 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.360540 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.360540 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.360540 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.361462 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.361462 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.361462 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.361462 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.361462 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.361462 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.361462 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.361462 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.362359 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.362359 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.362359 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.362359 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.362359 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.362359 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.362359 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.362359 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.363286 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.363286 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.363286 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.363286 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.363286 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.363286 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.363286 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.363286 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.364256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.364256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.364256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.364256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.364256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.364256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.364256 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.365052 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.365052 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.365052 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.365052 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.365506 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.365506 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.365856 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.365987 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.366116 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.366428 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.366702 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.366930 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.367144 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.367364 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.367653 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.368565 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.368565 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.368565 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.368565 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.369663 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.369663 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.369663 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.369663 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.369663 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.370241 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.370241 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.370558 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.370681 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.370917 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.371184 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.371391 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.371668 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.371997 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.372245 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.372791 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.372791 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.373145 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.373145 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.373751 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.373751 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.373751 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.374283 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.374283 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.374688 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.374688 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.375055 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.375247 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.375431 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.375618 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.375817 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.376016 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.376207 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.376393 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 16:49:23.376824 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93732) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 16:49:23.377025 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 16:49:23.377233 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 16:49:23.377428 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 16:49:23.377428 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 16:49:23.377780 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 16:49:23.377780 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.378121 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.378121 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.378520 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.378520 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.378520 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.378952 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.378952 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.378952 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.381454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.381454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.381454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.381454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.381454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.381454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.381454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.381454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.381454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.385800 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.385800 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.385800 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.385800 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.385800 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] debug = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.385800 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.387195 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.387195 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.387195 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.387195 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.387195 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.387195 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.387843 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.387843 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.387843 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.387843 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.387843 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.387843 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.387843 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.387843 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.388871 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.388871 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.388871 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] host = dv-cinder-799668-9-iscsi {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.388871 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.388871 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.388871 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.388871 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.388871 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.389691 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.389691 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.389691 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.389691 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.389691 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.389691 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.389691 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.389691 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.389691 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_file = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.390666 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_options = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.390666 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.390666 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.390666 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.390666 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.390666 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.390666 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.391979 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.391979 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.391979 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.391979 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.391979 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.391979 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.391979 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.391979 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.399762 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.399762 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.399762 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.399762 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.399762 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.399762 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.399762 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.399762 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.400577 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.400577 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.400577 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.400577 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.400577 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.400577 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.400577 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.400577 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.400577 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.401451 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.401451 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.401451 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.401451 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.401451 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.401451 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.401451 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.401451 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.402282 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.402282 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.402282 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.402282 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.402282 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.402282 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.402282 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] use_json = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.402282 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.403109 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.403109 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.403109 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.403444 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 52846) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:49:23.403582 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.403582 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.403582 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.403582 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:49:23.403582 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.403582 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.403582 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.403582 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.404422 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.404422 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.404422 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.404422 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.404422 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.404422 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.404422 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.404422 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.404422 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.405384 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.405384 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.405384 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.405384 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.405384 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.405384 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.405384 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.405384 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.406202 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.406202 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.406202 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.406202 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.406202 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.406202 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.406202 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.406202 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.409247 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.409247 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.409247 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.409247 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.409247 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.409247 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.409247 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.409247 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.410876 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.410876 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.410876 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.410876 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.410876 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.410876 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.410876 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.410876 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.410876 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.412674 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.412674 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.412674 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.412674 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.412674 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.412674 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.412674 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.412674 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.412674 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.414367 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.414367 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.414367 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.414367 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.414367 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.414367 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.414367 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.414367 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.414367 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.416171 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.416171 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.416171 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.416171 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.416171 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.416171 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.416171 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.416171 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.416171 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.417372 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.417372 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.417372 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.417372 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.417372 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.417372 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.417372 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.417372 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.417372 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.418902 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.418902 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.418902 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.418902 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.418902 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.418902 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.418902 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.418902 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.418902 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.420082 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.420082 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.420082 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.420082 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.420082 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.420082 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.420082 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.420082 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421015 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421015 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421015 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421015 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421015 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421015 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421015 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421015 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421987 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421987 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421987 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421987 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421987 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421987 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421987 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.421987 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.423391 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.423391 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.423391 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.423391 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.423391 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.423391 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.423391 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.423391 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.424601 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.424601 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.424601 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.424601 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.424601 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.424601 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.424601 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.424601 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.424601 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.426046 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.426046 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.426046 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.426046 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.426046 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.426046 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.426046 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.426046 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.427086 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.427086 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.427086 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.427086 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.427086 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.427086 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.427086 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.427086 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.428231 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.428231 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.428231 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.428231 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.428231 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.428231 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.428231 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.428231 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.430244 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.430244 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.430244 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.430244 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.430244 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.430244 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.430244 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.430244 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.431386 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.431386 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.431386 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.431386 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.431386 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.431386 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.431386 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.431386 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.432493 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.432493 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.432493 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.432493 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.432493 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.432493 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.432493 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.432493 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.433645 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.433645 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.433645 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.433645 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.433645 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.433645 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.433645 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.433645 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.434927 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.434927 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.434927 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.434927 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.434927 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.434927 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.434927 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.434927 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.436164 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.436164 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.436164 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.436575 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0219285 Aug 24 16:49:23.436776 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.436776 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.436776 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.436776 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.436776 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.436776 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.436776 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.436776 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.437971 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.437971 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.437971 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.437971 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.437971 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.437971 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.437971 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.437971 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.439158 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.439158 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.439158 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.439158 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.439158 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.439158 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.439158 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.439158 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440028 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440028 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440028 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440028 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440028 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440028 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440028 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440028 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440812 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440812 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440812 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440812 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440812 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440812 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440812 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.440812 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.441793 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.441793 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.441793 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.441793 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.441793 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.441793 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.441793 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.441793 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.443063 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.443063 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.443063 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.443063 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.443063 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.443063 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.443063 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.443063 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.444249 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.444249 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.444249 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.444249 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.444249 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.444249 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.444249 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.444249 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.445352 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.445352 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.445352 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.445352 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.445352 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.445352 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.445352 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.446396 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.446396 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.446396 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.446396 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.446396 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.447053 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.447053 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.447053 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.447053 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.447053 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.447799 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.447799 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.447799 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.447799 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.447799 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.448454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.448454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.448454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.448454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.448454 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:49:23.449114 dv-cinder-799668-9-iscsi neutron-server[93732]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93732) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 16:49:23.481359 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:35.105998 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb4ce7a-90b9-4bf0-8a6a-26f04bfb49fa None None] get_active_networks_info from dv-cinder-799668-9-iscsi {{(pid=93843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 16:49:35.179743 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4ce7a-90b9-4bf0-8a6a-26f04bfb49fa None None] No non-hosted networks {{(pid=93843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 16:49:35.204363 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.agentschedulers_db [None req-bfb4ce7a-90b9-4bf0-8a6a-26f04bfb49fa None None] DHCP Agent not found on host dv-cinder-799668-9-iscsi {{(pid=93843) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 24 16:49:35.375404 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-05037da3-d519-4985-b50c-a5aa29b0e4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588476'] for agent, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:37.869841 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e3ea4e07-d51d-49b1-8920-105796cea7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588476'] for agent, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:37.946464 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f8b7b52a-b1cc-4874-9933-a4625d9e5fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:38.029173 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588476'] for agent, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:38.030245 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:38.030813 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:38.031320 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:38.031887 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:38.032357 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:38.032821 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:38.033297 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:38.033815 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:38.034626 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:38.042966 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:38.043620 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:38.044140 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:38.044753 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799668-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:38.062564 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799668-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:39.382610 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588476'] for agent, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:40.564391 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588476'] for agent, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:40.853420 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.db.l3_hamode_db [None req-eab01644-ebf8-4337-9283-03c2591235a3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 16:49:40.931363 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab01644-ebf8-4337-9283-03c2591235a3 None None] Routers set() bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:49:40.931753 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab01644-ebf8-4337-9283-03c2591235a3 None None] Router IDs set() for agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 16:49:41.809310 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 52946) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:49:42.411244 dv-cinder-799668-9-iscsi neutron-server[93841]: WARNING oslo_policy.policy [None req-65077ebc-6603-4184-88f8-4cc583526d9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:49:42.412126 dv-cinder-799668-9-iscsi neutron-server[93841]: WARNING oslo_policy.policy [None req-65077ebc-6603-4184-88f8-4cc583526d9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:49:42.625931 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [None req-65077ebc-6603-4184-88f8-4cc583526d9b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:49:42.627032 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-65077ebc-6603-4184-88f8-4cc583526d9b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8167787 Aug 24 16:49:45.017044 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 52960) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:49:45.372327 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-e7c4d567-bece-4e43-a2c4-3ac064450fd9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:45.468402 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.policy [None req-e7c4d567-bece-4e43-a2c4-3ac064450fd9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93841) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 16:49:45.511680 dv-cinder-799668-9-iscsi neutron-server[93841]: WARNING oslo_policy.policy [None req-e7c4d567-bece-4e43-a2c4-3ac064450fd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:49:45.512050 dv-cinder-799668-9-iscsi neutron-server[93841]: WARNING oslo_policy.policy [None req-e7c4d567-bece-4e43-a2c4-3ac064450fd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:49:45.520435 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.quota [None req-e7c4d567-bece-4e43-a2c4-3ac064450fd9 admin admin] Loaded quota_driver: . Aug 24 16:49:45.614562 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d567-bece-4e43-a2c4-3ac064450fd9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768654618060', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768654615457', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768654613771', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768654666585', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768654065408', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768654649024', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3752390', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3793504', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637520', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1539072'] for rbac-policy, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:45.686889 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e7c4d567-bece-4e43-a2c4-3ac064450fd9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:45.689291 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e7c4d567-bece-4e43-a2c4-3ac064450fd9 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6712024 Aug 24 16:49:48.306717 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 52972) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:49:48.855902 dv-cinder-799668-9-iscsi neutron-server[93842]: WARNING oslo_policy.policy [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:49:48.856462 dv-cinder-799668-9-iscsi neutron-server[93842]: WARNING oslo_policy.policy [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:49:49.070858 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Request body: {'network': {'name': 'private', 'project_id': '01c8c884fbd346be80d98115d594b412', 'admin_state_up': True, 'tenant_id': '01c8c884fbd346be80d98115d594b412'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:49.072417 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.quota [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Loaded quota_driver: . Aug 24 16:49:49.132520 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Made reservation on behalf of 01c8c884fbd346be80d98115d594b412 for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:49:49.209295 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.policy [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93842) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 16:49:49.252524 dv-cinder-799668-9-iscsi neutron-server[93842]: WARNING oslo_policy.policy [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:49:49.252920 dv-cinder-799668-9-iscsi neutron-server[93842]: WARNING oslo_policy.policy [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:49:49.263052 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:49.285116 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:49.412548 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:49.420213 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:49.439096 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:49:49.465473 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768655483046', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:49.466044 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Unsubscribe: segment precommit_create {{(pid=93842) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 16:49:49.466561 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Added segment 89e27936-6037-47ac-9dcc-7711f238d9b1 of type vlan for network 477a6dbb-8dcd-46fc-9c05-ef686eea17c6 Aug 24 16:49:49.484059 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73711a90-fd58-4aa1-9cb8-6898b8efbc61,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:49.545853 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:49.546169 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:49.546581 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:49.546903 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:49.547213 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:49.547558 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:49.547890 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:49.548209 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:49.548545 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:49.548868 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:49.549182 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:49.549497 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Tracked resource versions report: Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: pushed versions: Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: { 'AddressGroup': {'1.2'}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'ConntrackHelper': {'1.0'}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Log': {'1.0'}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Network': {'1.1'}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Port': {'1.7'}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'PortForwarding': {'1.2'}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'QosPolicy': {'1.9'}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'SecurityGroup': {'1.4'}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'SubPort': {'1.0'}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Subnet': {'1.1'}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Trunk': {'1.1'}} Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: consumer versions: Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: { DHCP agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: L3 agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: Metadata agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: Metering agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: Open vSwitch agent@dv-cinder-799668-9-iscsi: { 'AddressGroup': '1.2', Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'ConntrackHelper': '1.0', Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Log': '1.0', Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Network': '1.1', Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Port': '1.7', Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'PortForwarding': '1.2', Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'QosPolicy': '1.9', Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'SecurityGroup': '1.4', Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'SecurityGroupRule': '1.2', Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'SubPort': '1.0', Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Subnet': '1.1', Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Trunk': '1.1'}} Aug 24 16:49:49.550658 dv-cinder-799668-9-iscsi neutron-server[93842]: {{(pid=93842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:49:49.603422 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:49.648573 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:49.650104 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:49:49.650792 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:49.701853 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3928444 Aug 24 16:49:49.748344 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5cbba-4e85-481f-9329-aeda3a4d6968 admin admin] Pushing event updated for resources: {'Network': ['ID=477a6dbb-8dcd-46fc-9c05-ef686eea17c6,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:49.763112 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network 477a6dbb-8dcd-46fc-9c05-ef686eea17c6 details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:49:52.408051 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 52994) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:49:52.855734 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a679c-7cbf-4fcf-aaa1-0d7e5dbb2c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:49:52.857558 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-1c8a679c-7cbf-4fcf-aaa1-0d7e5dbb2c86 admin admin] 10.222.0.13 "GET /v2.0/networks/477a6dbb-8dcd-46fc-9c05-ef686eea17c6 HTTP/1.1" status: 200 len: 825 time: 0.4485888 Aug 24 16:49:52.904085 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-be1b5dad-4197-44a6-a0ba-4164b9dec846 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/f77632df-f8b6-424f-9522-09c59b2b47e2 HTTP/1.1" status: 200 len: 734 time: 0.0397358 Aug 24 16:49:52.916904 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-314f20ea-9d82-4cb5-abf8-3ac2890a1533 admin admin] Request body: {'subnet': {'subnetpool_id': 'f77632df-f8b6-424f-9522-09c59b2b47e2', 'ip_version': 4, 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '01c8c884fbd346be80d98115d594b412'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:52.950057 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314f20ea-9d82-4cb5-abf8-3ac2890a1533 admin admin] Made reservation on behalf of 01c8c884fbd346be80d98115d594b412 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:49:52.952618 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-314f20ea-9d82-4cb5-abf8-3ac2890a1533 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:53.237948 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-314f20ea-9d82-4cb5-abf8-3ac2890a1533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:53.318815 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f20ea-9d82-4cb5-abf8-3ac2890a1533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc2768f-1826-49e3-a186-82646354eccb,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:53.327443 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f20ea-9d82-4cb5-abf8-3ac2890a1533 admin admin] Checking segment: {'id': '89e27936-6037-47ac-9dcc-7711f238d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:49:53.327818 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f20ea-9d82-4cb5-abf8-3ac2890a1533 admin admin] Network hostable DHCP agents. Network: 477a6dbb-8dcd-46fc-9c05-ef686eea17c6, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:49:53.359353 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f20ea-9d82-4cb5-abf8-3ac2890a1533 admin admin] Network 477a6dbb-8dcd-46fc-9c05-ef686eea17c6 is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:49:53.372222 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-314f20ea-9d82-4cb5-abf8-3ac2890a1533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, 477a6dbb-8dcd-46fc-9c05-ef686eea17c6) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:49:53.378573 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314f20ea-9d82-4cb5-abf8-3ac2890a1533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:49:53.379770 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-314f20ea-9d82-4cb5-abf8-3ac2890a1533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:53.383119 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e111f54-7b97-4598-88e2-d54c77a66ce2 None None] Network 477a6dbb-8dcd-46fc-9c05-ef686eea17c6 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:49:53.395899 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-314f20ea-9d82-4cb5-abf8-3ac2890a1533 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4825106 Aug 24 16:49:53.704171 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb226abeb-071e-59b7-8692-7898f48df32a-477a6dbb-8dcd-46fc-9c05-ef686eea17c6', 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6', 'tenant_id': '01c8c884fbd346be80d98115d594b412', 'fixed_ips': [{'subnet_id': 'ebc2768f-1826-49e3-a186-82646354eccb'}]}} from dv-cinder-799668-9-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:49:53.705506 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:53.973683 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Allocated IP 172.20.0.2 (477a6dbb-8dcd-46fc-9c05-ef686eea17c6/ebc2768f-1826-49e3-a186-82646354eccb/b662501f-8554-4962-bdb7-8ce83d6ba918) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:49:54.169928 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:54.189585 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Transition to ACTIVE for port object b662501f-8554-4962-bdb7-8ce83d6ba918 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:49:54.242052 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Transition to ACTIVE for port object b662501f-8554-4962-bdb7-8ce83d6ba918 will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:49:54.251654 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:54.330922 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Network 477a6dbb-8dcd-46fc-9c05-ef686eea17c6 is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:49:54.332201 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Pushing event updated for resources: {'Port': ['ID=b662501f-8554-4962-bdb7-8ce83d6ba918,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:54.334570 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:49:54.342112 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:49:54.344581 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:54.344932 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:54.345272 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:54.345608 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:54.345935 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:54.346355 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:54.346704 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:54.347030 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:54.347370 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:54.347702 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:54.348024 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:54.348350 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Tracked resource versions report: Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: pushed versions: Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: { 'AddressGroup': {'1.2'}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'ConntrackHelper': {'1.0'}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Log': {'1.0'}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Network': {'1.1'}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Port': {'1.7'}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'PortForwarding': {'1.2'}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'QosPolicy': {'1.9'}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'SecurityGroup': {'1.4'}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'SubPort': {'1.0'}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Subnet': {'1.1'}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Trunk': {'1.1'}} Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: consumer versions: Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: { DHCP agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: L3 agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: Metadata agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: Metering agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: Open vSwitch agent@dv-cinder-799668-9-iscsi: { 'AddressGroup': '1.2', Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'ConntrackHelper': '1.0', Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Log': '1.0', Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Network': '1.1', Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Port': '1.7', Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'PortForwarding': '1.2', Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'QosPolicy': '1.9', Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'SecurityGroup': '1.4', Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'SecurityGroupRule': '1.2', Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'SubPort': '1.0', Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Subnet': '1.1', Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Trunk': '1.1'}} Aug 24 16:49:54.349485 dv-cinder-799668-9-iscsi neutron-server[93843]: {{(pid=93843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:49:54.430051 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Attempting to bind port b662501f-8554-4962-bdb7-8ce83d6ba918 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:49:54.430779 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Attempting to bind port b662501f-8554-4962-bdb7-8ce83d6ba918 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '89e27936-6037-47ac-9dcc-7711f238d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:49:54.430900 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Attempting to bind port b662501f-8554-4962-bdb7-8ce83d6ba918 on network 477a6dbb-8dcd-46fc-9c05-ef686eea17c6 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:49:54.436010 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:49:54.436413 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Checking segment: {'id': '89e27936-6037-47ac-9dcc-7711f238d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:49:54.436912 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:54.437299 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Bound using segment: {'id': '89e27936-6037-47ac-9dcc-7711f238d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:49:54.437786 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Bound port: b662501f-8554-4962-bdb7-8ce83d6ba918, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e27936-6037-47ac-9dcc-7711f238d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:49:54.438161 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:54.502398 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] For port b662501f-8554-4962-bdb7-8ce83d6ba918, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:49:54.506882 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] For port b662501f-8554-4962-bdb7-8ce83d6ba918, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=b662501f-8554-4962-bdb7-8ce83d6ba918,segment=NetworkSegment(89e27936-6037-47ac-9dcc-7711f238d9b1),segment_id=89e27936-6037-47ac-9dcc-7711f238d9b1)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:49:54.514724 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:49:54.578673 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770178c-6b9d-4cee-8f12-6ff60d292b06 None None] Pushing event updated for resources: {'Port': ['ID=b662501f-8554-4962-bdb7-8ce83d6ba918,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:55.802637 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53002) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:49:56.127199 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [None req-5d9872a4-48ef-49bf-baba-bb589250543e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:49:56.128204 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5d9872a4-48ef-49bf-baba-bb589250543e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3246176 Aug 24 16:49:58.501055 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 53010) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:49:58.841976 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [None req-01cdd9b0-0892-4851-918c-51bc732bee52 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:49:58.854362 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-01cdd9b0-0892-4851-918c-51bc732bee52 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3410556 Aug 24 16:50:01.459996 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53020) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:50:01.780914 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-3d4305dc-09de-4dcc-88ef-4fbf58543944 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '01c8c884fbd346be80d98115d594b412', 'name': 'router1'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:50:01.811429 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3d4305dc-09de-4dcc-88ef-4fbf58543944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-939'] for router, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:01.812936 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3d4305dc-09de-4dcc-88ef-4fbf58543944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-944'] for router, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:01.947196 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3d4305dc-09de-4dcc-88ef-4fbf58543944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:01.954248 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3d4305dc-09de-4dcc-88ef-4fbf58543944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421220'] for router, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:01.969880 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3d4305dc-09de-4dcc-88ef-4fbf58543944 admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:01.971137 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-3d4305dc-09de-4dcc-88ef-4fbf58543944 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5101295 Aug 24 16:50:02.590159 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device b662501f-8554-4962-bdb7-8ce83d6ba918 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:50:02.672708 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port b662501f-8554-4962-bdb7-8ce83d6ba918 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:50:02.847576 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89d6d61-b3ae-46dc-8801-3392966544a0 None None] Network 477a6dbb-8dcd-46fc-9c05-ef686eea17c6 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:50:02.934879 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-bef5c384-08ca-4d35-9f48-164306536f25 None None] Provisioning for port b662501f-8554-4962-bdb7-8ce83d6ba918 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:50:02.941783 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-bef5c384-08ca-4d35-9f48-164306536f25 None None] Provisioning complete for port b662501f-8554-4962-bdb7-8ce83d6ba918 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:50:02.942172 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bef5c384-08ca-4d35-9f48-164306536f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:03.109476 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bef5c384-08ca-4d35-9f48-164306536f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:03.148293 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-bef5c384-08ca-4d35-9f48-164306536f25 None None] For port b662501f-8554-4962-bdb7-8ce83d6ba918, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=b662501f-8554-4962-bdb7-8ce83d6ba918,segment=NetworkSegment(89e27936-6037-47ac-9dcc-7711f238d9b1),segment_id=89e27936-6037-47ac-9dcc-7711f238d9b1)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:03.153898 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bef5c384-08ca-4d35-9f48-164306536f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:03.212587 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5c384-08ca-4d35-9f48-164306536f25 None None] Pushing event updated for resources: {'Port': ['ID=b662501f-8554-4962-bdb7-8ce83d6ba918,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:03.377020 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-ba1b7324-a5c0-4b9f-b638-832cd9bf455f None None] Provisioning complete for port b662501f-8554-4962-bdb7-8ce83d6ba918 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:50:03.377444 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ba1b7324-a5c0-4b9f-b638-832cd9bf455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:04.428027 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53032) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:50:04.566901 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device b662501f-8554-4962-bdb7-8ce83d6ba918 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:50:04.612468 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port b662501f-8554-4962-bdb7-8ce83d6ba918 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:50:04.612959 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:04.783210 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [None req-85490f7e-2e89-40e7-a828-054d3a386022 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:50:04.784448 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-85490f7e-2e89-40e7-a828-054d3a386022 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3549056 Aug 24 16:50:05.024950 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4e78bde5-1c82-4cd5-b592-5efc00cfe48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:07.211415 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53040) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:50:07.575713 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:50:07.601838 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Made reservation on behalf of 2e8fc5edb7d84150a28ae44a1bd80d19 for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:50:07.604305 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:07.612580 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:07.702817 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:07.709124 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:07.724095 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Reserving flat network on physical network physnet1 {{(pid=93842) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 16:50:07.743672 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d50fee-d068-4291-b54f-c9b3e6ede9cd,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:07.746527 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:07.746858 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Added segment 26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8 of type flat for network 936fe392-5fcd-487c-9559-b2b2e2d38c54 Aug 24 16:50:07.793147 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:07.831940 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:07.832803 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:50:07.833369 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:07.860826 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b7780660-a729-401c-9759-936b22b1917a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:07.880406 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6680520 Aug 24 16:50:07.890932 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e0851-c413-4f66-8c27-1916cc888320 admin admin] Pushing event updated for resources: {'Network': ['ID=936fe392-5fcd-487c-9559-b2b2e2d38c54,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:07.901734 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:50:08.017489 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:09.267288 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:10.246799 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53058) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:50:10.460282 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8acbf85-f609-48ba-874c-3e7960989804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:50:10.461615 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-b8acbf85-f609-48ba-874c-3e7960989804 admin admin] 10.222.0.13 "GET /v2.0/subnets/ebc2768f-1826-49e3-a186-82646354eccb HTTP/1.1" status: 200 len: 849 time: 0.2135267 Aug 24 16:50:10.486098 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:10.583712 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0d130b40-0936-40c2-b834-70a835aaa8a3 admin admin] 10.222.0.13 "GET /v2.0/routers/9006959f-17b8-4218-9c78-bda538a1cd3e HTTP/1.1" status: 200 len: 704 time: 0.1123035 Aug 24 16:50:10.848094 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:11.140806 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Allocated IP 172.20.0.1 (477a6dbb-8dcd-46fc-9c05-ef686eea17c6/ebc2768f-1826-49e3-a186-82646354eccb/14e2d8ab-7f9d-49f8-91b4-e19348b1e65d) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:50:11.339173 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:11.360453 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Transition to ACTIVE for port object 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:50:11.434068 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:11.501780 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Network 477a6dbb-8dcd-46fc-9c05-ef686eea17c6 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:50:11.506565 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:50:11.514803 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:50:11.515345 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421399'] for router_interface, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:11.536925 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Pushing event updated for resources: {'Port': ['ID=14e2d8ab-7f9d-49f8-91b4-e19348b1e65d,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:11.707858 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:11.741966 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-a7ffa480-1e87-4e87-9f98-1ab764f432d1 None None] Provisioning for port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:50:11.745589 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-a7ffa480-1e87-4e87-9f98-1ab764f432d1 None None] Provisioning complete for port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:50:11.746023 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a7ffa480-1e87-4e87-9f98-1ab764f432d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:11.780908 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-a7ffa480-1e87-4e87-9f98-1ab764f432d1 None None] Port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:50:11.916628 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:11.925262 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:11.926001 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419777'] for router_interface, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:11.977333 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Pushing event updated for resources: {'Port': ['ID=14e2d8ab-7f9d-49f8-91b4-e19348b1e65d,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:12.050710 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Network 477a6dbb-8dcd-46fc-9c05-ef686eea17c6 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:50:12.052146 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:50:12.200996 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-544fe7da-e81b-4b44-9318-1f2990e3c0a6 None None] Provisioning complete for port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:50:12.201357 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-544fe7da-e81b-4b44-9318-1f2990e3c0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:12.214636 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Router 9006959f-17b8-4218-9c78-bda538a1cd3e is scheduled to L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e with binding_index 1 {{(pid=93842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:50:12.234971 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-544fe7da-e81b-4b44-9318-1f2990e3c0a6 None None] Port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:50:12.315063 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:50:12.320976 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-b3b2c1f5-6df6-4265-b00f-c4f9b834ff4c admin admin] 10.222.0.13 "PUT /v2.0/routers/9006959f-17b8-4218-9c78-bda538a1cd3e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7283049 Aug 24 16:50:12.326722 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Sync routers for ids ['9006959f-17b8-4218-9c78-bda538a1cd3e'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:50:12.339391 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Routers {'9006959f-17b8-4218-9c78-bda538a1cd3e'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:50:12.340591 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:50:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['9006959f-17b8-4218-9c78-bda538a1cd3e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:12.532039 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Set router 9006959f-17b8-4218-9c78-bda538a1cd3e gateway port host: None {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:50:12.960194 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'name': 'router1', 'tenant_id': '01c8c884fbd346be80d98115d594b412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:50:01Z', 'updated_at': '2021-08-24T16:50:11Z', 'revision_number': 2, 'project_id': '01c8c884fbd346be80d98115d594b412', 'gw_port_host': None, '_interfaces': [{'id': '14e2d8ab-7f9d-49f8-91b4-e19348b1e65d', 'name': '', 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6', 'tenant_id': '01c8c884fbd346be80d98115d594b412', 'mac_address': 'fa:16:3e:08:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc2768f-1826-49e3-a186-82646354eccb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:50:10Z', 'updated_at': '2021-08-24T16:50:11Z', 'revision_number': 2, 'project_id': '01c8c884fbd346be80d98115d594b412', 'subnets': [{'id': 'ebc2768f-1826-49e3-a186-82646354eccb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f77632df-f8b6-424f-9522-09c59b2b47e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:13.011225 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Checking router: 9006959f-17b8-4218-9c78-bda538a1cd3e for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:50:13.011561 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Updating router 9006959f-17b8-4218-9c78-bda538a1cd3e port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d binding host dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:50:13.060674 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:13.572632 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:13.590432 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Transition to ACTIVE for port object 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:50:13.597150 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:13.747759 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Pushing event updated for resources: {'Port': ['ID=14e2d8ab-7f9d-49f8-91b4-e19348b1e65d,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:13.763841 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:13.764177 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:13.764516 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:13.764846 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:13.765172 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:13.765718 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:13.765797 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:13.766114 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:13.766467 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:13.766798 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:13.767122 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:13.767386 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Tracked resource versions report: Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: pushed versions: Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: { 'AddressGroup': {'1.2'}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'ConntrackHelper': {'1.0'}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Log': {'1.0'}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Network': {'1.1'}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Port': {'1.7'}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'PortForwarding': {'1.2'}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'QosPolicy': {'1.9'}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'SecurityGroup': {'1.4'}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'SubPort': {'1.0'}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Subnet': {'1.1'}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Trunk': {'1.1'}} Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: consumer versions: Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: { DHCP agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: L3 agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: Metadata agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: Metering agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: Open vSwitch agent@dv-cinder-799668-9-iscsi: { 'AddressGroup': '1.2', Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'ConntrackHelper': '1.0', Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Log': '1.0', Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Network': '1.1', Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Port': '1.7', Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'PortForwarding': '1.2', Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'QosPolicy': '1.9', Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'SecurityGroup': '1.4', Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'SecurityGroupRule': '1.2', Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'SubPort': '1.0', Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Subnet': '1.1', Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Trunk': '1.1'}} Aug 24 16:50:13.768505 dv-cinder-799668-9-iscsi neutron-server[93844]: {{(pid=93844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:50:13.775464 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Attempting to bind port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:50:13.775859 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Attempting to bind port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '89e27936-6037-47ac-9dcc-7711f238d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:50:13.776295 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Attempting to bind port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d on network 477a6dbb-8dcd-46fc-9c05-ef686eea17c6 {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:50:13.782080 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:50:13.782670 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Checking segment: {'id': '89e27936-6037-47ac-9dcc-7711f238d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:50:13.783057 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:13.783449 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Bound using segment: {'id': '89e27936-6037-47ac-9dcc-7711f238d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:50:13.783949 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Bound port: 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e27936-6037-47ac-9dcc-7711f238d9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:50:13.784339 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:13.850082 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] For port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:50:13.870142 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] For port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=14e2d8ab-7f9d-49f8-91b4-e19348b1e65d,segment=NetworkSegment(89e27936-6037-47ac-9dcc-7711f238d9b1),segment_id=89e27936-6037-47ac-9dcc-7711f238d9b1)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:50:13.875545 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:13.932698 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Routers {'9006959f-17b8-4218-9c78-bda538a1cd3e'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:50:13.933137 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:50:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['9006959f-17b8-4218-9c78-bda538a1cd3e'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:13.934979 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135df0f-94a1-4141-b569-3cd6930ba2f4 None None] Pushing event updated for resources: {'Port': ['ID=14e2d8ab-7f9d-49f8-91b4-e19348b1e65d,revision_number=4']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:14.026766 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] Set router 9006959f-17b8-4218-9c78-bda538a1cd3e gateway port host: None {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:50:14.233295 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'name': 'router1', 'tenant_id': '01c8c884fbd346be80d98115d594b412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:50:01Z', 'updated_at': '2021-08-24T16:50:11Z', 'revision_number': 2, 'project_id': '01c8c884fbd346be80d98115d594b412', 'gw_port_host': None, '_interfaces': [{'id': '14e2d8ab-7f9d-49f8-91b4-e19348b1e65d', 'name': '', 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6', 'tenant_id': '01c8c884fbd346be80d98115d594b412', 'mac_address': 'fa:16:3e:08:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc2768f-1826-49e3-a186-82646354eccb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:50:10Z', 'updated_at': '2021-08-24T16:50:13Z', 'revision_number': 4, 'project_id': '01c8c884fbd346be80d98115d594b412', 'subnets': [{'id': 'ebc2768f-1826-49e3-a186-82646354eccb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f77632df-f8b6-424f-9522-09c59b2b47e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:14.258971 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884913d4-ffd3-4913-a531-a8c39e207a46 None None] The sync data for ids ['9006959f-17b8-4218-9c78-bda538a1cd3e'] in dv-cinder-799668-9-iscsi is: [{'id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'name': 'router1', 'tenant_id': '01c8c884fbd346be80d98115d594b412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:50:01Z', 'updated_at': '2021-08-24T16:50:11Z', 'revision_number': 2, 'project_id': '01c8c884fbd346be80d98115d594b412', 'gw_port_host': None, '_interfaces': [{'id': '14e2d8ab-7f9d-49f8-91b4-e19348b1e65d', 'name': '', 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6', 'tenant_id': '01c8c884fbd346be80d98115d594b412', 'mac_address': 'fa:16:3e:08:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc2768f-1826-49e3-a186-82646354eccb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:50:10Z', 'updated_at': '2021-08-24T16:50:13Z', 'revision_number': 4, 'project_id': '01c8c884fbd346be80d98115d594b412', 'subnets': [{'id': 'ebc2768f-1826-49e3-a186-82646354eccb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f77632df-f8b6-424f-9522-09c59b2b47e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:50:14.367216 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:50:14.559166 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53078) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:50:14.674441 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc34f414-9bb6-4df8-9331-c8047ea26ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:50:14.681674 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-dc34f414-9bb6-4df8-9331-c8047ea26ccf admin admin] 10.222.0.13 "GET /v2.0/networks/936fe392-5fcd-487c-9559-b2b2e2d38c54 HTTP/1.1" status: 200 len: 842 time: 0.1156995 Aug 24 16:50:14.686095 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-a2787121-4dcc-499b-a794-0f4f61294a71 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:50:14.709394 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2787121-4dcc-499b-a794-0f4f61294a71 admin admin] Made reservation on behalf of 2e8fc5edb7d84150a28ae44a1bd80d19 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:50:14.711863 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a2787121-4dcc-499b-a794-0f4f61294a71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:15.064909 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.objects.ports [None req-a2787121-4dcc-499b-a794-0f4f61294a71 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93842) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 16:50:15.065294 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a2787121-4dcc-499b-a794-0f4f61294a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:15.118177 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2787121-4dcc-499b-a794-0f4f61294a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33011b38-42fb-4502-b448-e9448b2b7bd8,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:15.126753 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2787121-4dcc-499b-a794-0f4f61294a71 admin admin] Checking segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:50:15.127105 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2787121-4dcc-499b-a794-0f4f61294a71 admin admin] Network hostable DHCP agents. Network: 936fe392-5fcd-487c-9559-b2b2e2d38c54, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:50:15.144947 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2787121-4dcc-499b-a794-0f4f61294a71 admin admin] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:50:15.154109 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-a2787121-4dcc-499b-a794-0f4f61294a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, 936fe392-5fcd-487c-9559-b2b2e2d38c54) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:50:15.158472 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2787121-4dcc-499b-a794-0f4f61294a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:50:15.159052 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a2787121-4dcc-499b-a794-0f4f61294a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:15.164877 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebef8150-fb00-43f6-a49d-2a91cc871c4c None None] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:50:15.187821 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-a2787121-4dcc-499b-a794-0f4f61294a71 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5044484 Aug 24 16:50:15.298306 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd19126-afe7-4b4a-b9e3-587aa1ddb458 None None] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:50:17.446137 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 53086) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:50:17.721826 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-482a5213-45ca-42db-821b-0befc69763c1 admin admin] 10.222.0.13 "GET /v2.0/routers/9006959f-17b8-4218-9c78-bda538a1cd3e HTTP/1.1" status: 200 len: 710 time: 0.2739365 Aug 24 16:50:17.908562 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8356fab9-cfc7-40a0-bf04-a1206b21eb9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:50:17.910075 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8356fab9-cfc7-40a0-bf04-a1206b21eb9c admin admin] 10.222.0.13 "GET /v2.0/networks/936fe392-5fcd-487c-9559-b2b2e2d38c54 HTTP/1.1" status: 200 len: 886 time: 0.1820655 Aug 24 16:50:17.919867 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:50:18.179755 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:18.421346 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:18.499314 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:18.681271 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Allocated IP 172.27.0.43 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/f6e94ec7-3dd1-4555-ad09-a203a531eb24) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:50:18.795052 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:18.868280 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:18.935561 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:50:18.940036 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:50:18.987081 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e94ec7-3dd1-4555-ad09-a203a531eb24,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:18.989990 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:50:19.053406 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:19.053866 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:19.054203 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:19.054570 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:19.054906 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:19.055232 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:19.055559 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:19.055881 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:19.056215 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:19.056539 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:19.056853 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:19.057167 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Tracked resource versions report: Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: pushed versions: Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: { 'AddressGroup': {'1.2'}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'ConntrackHelper': {'1.0'}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Log': {'1.0'}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Network': {'1.1'}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Port': {'1.7'}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'PortForwarding': {'1.2'}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'QosPolicy': {'1.9'}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'SecurityGroup': {'1.4'}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'SubPort': {'1.0'}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Subnet': {'1.1'}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Trunk': {'1.1'}} Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: consumer versions: Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: { DHCP agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: L3 agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: Metadata agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: Metering agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: Open vSwitch agent@dv-cinder-799668-9-iscsi: { 'AddressGroup': '1.2', Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'ConntrackHelper': '1.0', Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Log': '1.0', Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Network': '1.1', Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Port': '1.7', Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'PortForwarding': '1.2', Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'QosPolicy': '1.9', Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'SecurityGroup': '1.4', Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'SecurityGroupRule': '1.2', Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'SubPort': '1.0', Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Subnet': '1.1', Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Trunk': '1.1'}} Aug 24 16:50:19.058327 dv-cinder-799668-9-iscsi neutron-server[93841]: {{(pid=93841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:50:19.303832 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:19.558113 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-421241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-910'] for router, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:19.563324 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-421234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-421227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-400065'] for router, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:19.675078 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Router 9006959f-17b8-4218-9c78-bda538a1cd3e has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:50:19.787412 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:50:19.792590 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:19.793836 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-f586605f-90c8-4a42-bc6a-642c25496496 admin admin] 10.222.0.13 "PUT /v2.0/routers/9006959f-17b8-4218-9c78-bda538a1cd3e HTTP/1.1" status: 200 len: 889 time: 1.8773060 Aug 24 16:50:20.595814 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Sync routers for ids ['9006959f-17b8-4218-9c78-bda538a1cd3e'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:50:20.608581 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:50:20.613521 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Routers {'9006959f-17b8-4218-9c78-bda538a1cd3e'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:50:20.614194 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:50:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['9006959f-17b8-4218-9c78-bda538a1cd3e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:20.870981 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:50:20.890070 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:50:20.890454 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:20.914850 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Set router 9006959f-17b8-4218-9c78-bda538a1cd3e gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:50:21.207010 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:21.295004 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=14e2d8ab-7f9d-49f8-91b4-e19348b1e65d,segment=NetworkSegment(89e27936-6037-47ac-9dcc-7711f238d9b1),segment_id=89e27936-6037-47ac-9dcc-7711f238d9b1)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:21.301002 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:21.365373 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=14e2d8ab-7f9d-49f8-91b4-e19348b1e65d,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:21.408171 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'name': 'router1', 'tenant_id': '01c8c884fbd346be80d98115d594b412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f6e94ec7-3dd1-4555-ad09-a203a531eb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:50:01Z', 'updated_at': '2021-08-24T16:50:19Z', 'revision_number': 4, 'project_id': '01c8c884fbd346be80d98115d594b412', 'gw_port': {'id': 'f6e94ec7-3dd1-4555-ad09-a203a531eb24', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:50:18Z', 'updated_at': '2021-08-24T16:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '14e2d8ab-7f9d-49f8-91b4-e19348b1e65d', 'name': '', 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6', 'tenant_id': '01c8c884fbd346be80d98115d594b412', 'mac_address': 'fa:16:3e:08:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc2768f-1826-49e3-a186-82646354eccb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:50:10Z', 'updated_at': '2021-08-24T16:50:13Z', 'revision_number': 4, 'project_id': '01c8c884fbd346be80d98115d594b412', 'subnets': [{'id': 'ebc2768f-1826-49e3-a186-82646354eccb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f77632df-f8b6-424f-9522-09c59b2b47e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:21.456229 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Checking router: 9006959f-17b8-4218-9c78-bda538a1cd3e for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:50:21.456580 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Updating router 9006959f-17b8-4218-9c78-bda538a1cd3e port f6e94ec7-3dd1-4555-ad09-a203a531eb24 binding host dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:50:21.506052 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:21.821291 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:21.830679 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Transition to ACTIVE for port object f6e94ec7-3dd1-4555-ad09-a203a531eb24 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:50:21.838014 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:21.887584 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f611f10-f28c-4ff2-8fd5-d521ce936a91 None None] Pushing event updated for resources: {'Port': ['ID=f6e94ec7-3dd1-4555-ad09-a203a531eb24,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:21.889921 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Attempting to bind port f6e94ec7-3dd1-4555-ad09-a203a531eb24 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:50:21.890284 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Attempting to bind port f6e94ec7-3dd1-4555-ad09-a203a531eb24 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:50:21.890668 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Attempting to bind port f6e94ec7-3dd1-4555-ad09-a203a531eb24 on network 936fe392-5fcd-487c-9559-b2b2e2d38c54 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:50:21.895982 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:50:21.896346 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Checking segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:50:21.896805 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:21.897185 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Bound using segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:50:21.897660 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Bound port: f6e94ec7-3dd1-4555-ad09-a203a531eb24, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:50:21.898049 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:21.948903 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] For port f6e94ec7-3dd1-4555-ad09-a203a531eb24, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:50:21.951890 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] For port f6e94ec7-3dd1-4555-ad09-a203a531eb24, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=f6e94ec7-3dd1-4555-ad09-a203a531eb24,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:50:21.958110 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:22.012138 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Routers {'9006959f-17b8-4218-9c78-bda538a1cd3e'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:50:22.012754 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:50:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['9006959f-17b8-4218-9c78-bda538a1cd3e'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:22.048478 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f611f10-f28c-4ff2-8fd5-d521ce936a91 None None] Pushing event updated for resources: {'Port': ['ID=f6e94ec7-3dd1-4555-ad09-a203a531eb24,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:22.178548 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53102) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:50:22.209703 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] Set router 9006959f-17b8-4218-9c78-bda538a1cd3e gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:50:22.293199 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e267e532-6594-4c6f-a06a-65b25d204772 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1135356 Aug 24 16:50:22.433526 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'name': 'router1', 'tenant_id': '01c8c884fbd346be80d98115d594b412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f6e94ec7-3dd1-4555-ad09-a203a531eb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:50:01Z', 'updated_at': '2021-08-24T16:50:19Z', 'revision_number': 4, 'project_id': '01c8c884fbd346be80d98115d594b412', 'gw_port': {'id': 'f6e94ec7-3dd1-4555-ad09-a203a531eb24', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:50:18Z', 'updated_at': '2021-08-24T16:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '14e2d8ab-7f9d-49f8-91b4-e19348b1e65d', 'name': '', 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6', 'tenant_id': '01c8c884fbd346be80d98115d594b412', 'mac_address': 'fa:16:3e:08:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc2768f-1826-49e3-a186-82646354eccb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:50:10Z', 'updated_at': '2021-08-24T16:50:21Z', 'revision_number': 5, 'project_id': '01c8c884fbd346be80d98115d594b412', 'subnets': [{'id': 'ebc2768f-1826-49e3-a186-82646354eccb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f77632df-f8b6-424f-9522-09c59b2b47e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:22.463778 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da8217b-16d9-4599-8ffa-5812c142e9eb None None] The sync data for ids ['9006959f-17b8-4218-9c78-bda538a1cd3e'] in dv-cinder-799668-9-iscsi is: [{'id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'name': 'router1', 'tenant_id': '01c8c884fbd346be80d98115d594b412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': 'f6e94ec7-3dd1-4555-ad09-a203a531eb24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:50:01Z', 'updated_at': '2021-08-24T16:50:19Z', 'revision_number': 4, 'project_id': '01c8c884fbd346be80d98115d594b412', 'gw_port': {'id': 'f6e94ec7-3dd1-4555-ad09-a203a531eb24', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:fb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:50:18Z', 'updated_at': '2021-08-24T16:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '14e2d8ab-7f9d-49f8-91b4-e19348b1e65d', 'name': '', 'network_id': '477a6dbb-8dcd-46fc-9c05-ef686eea17c6', 'tenant_id': '01c8c884fbd346be80d98115d594b412', 'mac_address': 'fa:16:3e:08:f6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9006959f-17b8-4218-9c78-bda538a1cd3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ebc2768f-1826-49e3-a186-82646354eccb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:50:10Z', 'updated_at': '2021-08-24T16:50:21Z', 'revision_number': 5, 'project_id': '01c8c884fbd346be80d98115d594b412', 'subnets': [{'id': 'ebc2768f-1826-49e3-a186-82646354eccb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f77632df-f8b6-424f-9522-09c59b2b47e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:50:22.703821 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device f6e94ec7-3dd1-4555-ad09-a203a531eb24 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:50:22.760040 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port f6e94ec7-3dd1-4555-ad09-a203a531eb24 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:50:22.765379 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port f6e94ec7-3dd1-4555-ad09-a203a531eb24 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:50:22.765379 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:22.855067 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:22.894699 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port f6e94ec7-3dd1-4555-ad09-a203a531eb24, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=f6e94ec7-3dd1-4555-ad09-a203a531eb24,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:22.911107 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:22.913147 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:50:22.990405 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=f6e94ec7-3dd1-4555-ad09-a203a531eb24,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:23.007109 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:50:23.007485 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:24.596053 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device f6e94ec7-3dd1-4555-ad09-a203a531eb24 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:50:24.657091 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port f6e94ec7-3dd1-4555-ad09-a203a531eb24 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:50:24.657580 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:35.021775 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6ae6475b-15ad-44db-89c6-4a173ad8559f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:37.865196 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-24f0c82c-1e5f-427b-91f4-19a107e399da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:38.016489 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:39.278034 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:40.521189 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:50:51.367378 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:51:05.055083 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d093fe5c-e49b-4962-93db-c0a0b2a22df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:51:07.870864 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-0cd8e759-6eda-4ff8-9953-eaeae2a82234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:51:08.015725 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:51:09.271294 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:51:10.546267 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:51:28.367279 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:51:35.012799 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-54a9ec76-e6fe-43ee-a196-1e7762a8a40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:51:37.874901 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-53f1569a-2423-4ae5-a9cd-84723f99f0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:51:38.010781 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:51:39.273502 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:51:40.518808 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:51:58.834787 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 53670) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:51:58.902635 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba8d9a4-a077-469e-a094-765b77690806 admin admin] GET failed (client error): The resource could not be found. Aug 24 16:51:58.904022 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-cba8d9a4-a077-469e-a094-765b77690806 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0682981 Aug 24 16:51:59.082104 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db0db9d-91e1-48e0-b5d3-c2a972645e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:51:59.083637 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-7db0db9d-91e1-48e0-b5d3-c2a972645e41 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1732476 Aug 24 16:52:01.241655 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 53680) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:52:01.355333 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6297400-0784-4d06-960f-ff6bd7a126e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:01.356695 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e6297400-0784-4d06-960f-ff6bd7a126e5 admin admin] 10.222.0.13 "GET /v2.0/subnets/ebc2768f-1826-49e3-a186-82646354eccb HTTP/1.1" status: 200 len: 849 time: 0.1140747 Aug 24 16:52:01.370385 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:01.462289 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:01.618610 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768655408348'] for subnet, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:01.657634 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:01.658878 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:01.659543 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] 10.222.0.13 "PUT /v2.0/subnets/ebc2768f-1826-49e3-a186-82646354eccb HTTP/1.1" status: 200 len: 868 time: 0.2929990 Aug 24 16:52:01.678114 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc2768f-1826-49e3-a186-82646354eccb,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:01.681747 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697a19a8-bbf6-49c1-8f7c-593f44aa790b None None] Network 477a6dbb-8dcd-46fc-9c05-ef686eea17c6 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:52:01.685887 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:01.686220 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:01.686619 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:01.686955 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:01.687441 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:01.687822 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:01.688125 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:01.688450 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:01.688790 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:01.689117 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:01.689511 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:01.689748 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0db655e-52a0-4986-bb9a-c6869a8bd6e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:02.065721 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-e6146a7d-8bc8-4b9b-bbc3-48b892b7bd70 None None] Provisioning complete for port b662501f-8554-4962-bdb7-8ce83d6ba918 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:52:02.066127 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e6146a7d-8bc8-4b9b-bbc3-48b892b7bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:02.155357 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-e6146a7d-8bc8-4b9b-bbc3-48b892b7bd70 None None] Provisioning complete for port 14e2d8ab-7f9d-49f8-91b4-e19348b1e65d triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:52:02.155653 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e6146a7d-8bc8-4b9b-bbc3-48b892b7bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:03.817722 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 53688) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:52:04.045393 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb05d78-cad9-4d26-bb10-8db7ab8afc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:04.045771 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb05d78-cad9-4d26-bb10-8db7ab8afc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:04.047346 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-3bb05d78-cad9-4d26-bb10-8db7ab8afc19 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2281468 Aug 24 16:52:05.010076 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-36411082-832c-4172-b17b-d0e49a23463c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:05.366263 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:52:06.217338 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 53696) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:52:06.362829 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f90b61-ae41-434b-8e33-3d17a32d924f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:06.363305 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f90b61-ae41-434b-8e33-3d17a32d924f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:06.364841 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-55f90b61-ae41-434b-8e33-3d17a32d924f admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1461852 Aug 24 16:52:07.880066 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d651e731-09d4-414f-b7aa-f2dde73933d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:08.015940 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:08.538416 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53704) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:52:08.671649 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f7bc43-6528-44a8-b5d2-1fdddff81d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:08.673015 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-34f7bc43-6528-44a8-b5d2-1fdddff81d39 admin admin] 10.222.0.13 "GET /v2.0/networks/477a6dbb-8dcd-46fc-9c05-ef686eea17c6 HTTP/1.1" status: 200 len: 869 time: 0.1335967 Aug 24 16:52:09.275189 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:10.525710 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:10.849738 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53714) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:52:10.991264 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd92d22f-4f82-4b42-9beb-4b9b39b6aab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:10.992641 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-fd92d22f-4f82-4b42-9beb-4b9b39b6aab3 admin admin] 10.222.0.13 "GET /v2.0/networks/936fe392-5fcd-487c-9559-b2b2e2d38c54 HTTP/1.1" status: 200 len: 886 time: 0.1419086 Aug 24 16:52:13.163232 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53722) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:52:13.303813 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684d6013-bc25-49fa-809a-94e102e8300c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:13.304316 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684d6013-bc25-49fa-809a-94e102e8300c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:13.306352 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-684d6013-bc25-49fa-809a-94e102e8300c admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1418478 Aug 24 16:52:15.462275 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53730) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:52:15.565698 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a5afa-08d2-41ed-b1b8-12d550ea30f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:15.566259 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a5afa-08d2-41ed-b1b8-12d550ea30f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:15.567910 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ec0a5afa-08d2-41ed-b1b8-12d550ea30f0 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1046383 Aug 24 16:52:17.774966 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53738) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:52:17.870652 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dbf46c-52e1-44ff-a39d-b09eba8e2151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:17.872021 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-71dbf46c-52e1-44ff-a39d-b09eba8e2151 admin admin] 10.222.0.13 "GET /v2.0/subnets/33011b38-42fb-4502-b448-e9448b2b7bd8 HTTP/1.1" status: 200 len: 816 time: 0.0958512 Aug 24 16:52:20.058131 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53746) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:52:20.165417 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd28b68-833b-472b-9a42-38b13a35c7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:20.166801 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-8bd28b68-833b-472b-9a42-38b13a35c7d0 admin admin] 10.222.0.13 "GET /v2.0/subnets/ebc2768f-1826-49e3-a186-82646354eccb HTTP/1.1" status: 200 len: 868 time: 0.1074679 Aug 24 16:52:35.005995 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6dd03a03-57c1-4589-9814-0a35ec4c89b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:37.883591 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7324e17c-bc68-4a61-9c11-d8eb91ac2e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:38.020626 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:39.279962 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:40.528438 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:42.365537 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:52:44.045608 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 53800) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:52:44.104908 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [None req-d3a049f8-0e57-4cbe-a703-299c9b7025b0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:52:44.106036 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d3a049f8-0e57-4cbe-a703-299c9b7025b0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0589960 Aug 24 16:52:46.384479 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53808) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:52:46.447831 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fb72b5-3e1d-4ef7-9bd4-717690ce1739 admin admin] GET failed (client error): The resource could not be found. Aug 24 16:52:46.449180 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c6fb72b5-3e1d-4ef7-9bd4-717690ce1739 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0637183 Aug 24 16:52:46.597050 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a8a3f3-527f-41d6-92cb-b6eb3afbe67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:46.598467 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-57a8a3f3-527f-41d6-92cb-b6eb3afbe67c admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1443350 Aug 24 16:52:48.809439 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 53816) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:52:48.869194 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-2aed92d7-10bb-445d-9b9f-e4d02146bb58 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:48.908952 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aed92d7-10bb-445d-9b9f-e4d02146bb58 admin admin] Made reservation on behalf of 2e8fc5edb7d84150a28ae44a1bd80d19 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:52:48.911395 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2aed92d7-10bb-445d-9b9f-e4d02146bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:48.955104 dv-cinder-799668-9-iscsi neutron-server[93841]: WARNING neutron.services.revisions.revision_plugin [None req-2aed92d7-10bb-445d-9b9f-e4d02146bb58 admin admin] Could not find related network for resource to bump revision. Aug 24 16:52:48.971991 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aed92d7-10bb-445d-9b9f-e4d02146bb58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:52:48.984873 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2aed92d7-10bb-445d-9b9f-e4d02146bb58 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768655483046', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:48.985415 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2aed92d7-10bb-445d-9b9f-e4d02146bb58 admin admin] Unsubscribe: segment precommit_create {{(pid=93841) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 16:52:48.985886 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-2aed92d7-10bb-445d-9b9f-e4d02146bb58 admin admin] Added segment 47248f37-064e-4d84-8828-e4b60cabf30a of type vlan for network a5afaa16-706e-4320-8837-98b0f117c732 Aug 24 16:52:49.035780 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2aed92d7-10bb-445d-9b9f-e4d02146bb58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:49.078164 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2aed92d7-10bb-445d-9b9f-e4d02146bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:49.079157 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed92d7-10bb-445d-9b9f-e4d02146bb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:49.079742 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2aed92d7-10bb-445d-9b9f-e4d02146bb58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:49.135654 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2aed92d7-10bb-445d-9b9f-e4d02146bb58 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3249428 Aug 24 16:52:49.196744 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed92d7-10bb-445d-9b9f-e4d02146bb58 admin admin] Pushing event updated for resources: {'Network': ['ID=a5afaa16-706e-4320-8837-98b0f117c732,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:49.208558 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network a5afaa16-706e-4320-8837-98b0f117c732 details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:52:51.332246 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53824) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:52:51.404611 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cb92e3-4571-44b1-9489-7193a594f8e0 admin admin] GET failed (client error): The resource could not be found. Aug 24 16:52:51.405897 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-87cb92e3-4571-44b1-9489-7193a594f8e0 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0724306 Aug 24 16:52:51.479018 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993009d-16bc-4232-9e73-fc307d6210fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:51.481369 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-d993009d-16bc-4232-9e73-fc307d6210fa admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692182 Aug 24 16:52:51.498294 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Request body: {'subnet': {'network_id': 'a5afaa16-706e-4320-8837-98b0f117c732', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:51.522710 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Made reservation on behalf of 2e8fc5edb7d84150a28ae44a1bd80d19 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:52:51.525304 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:51.697658 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:51.747836 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5339e861-3909-4b81-9cec-a9b3765a5cf2,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:51.761386 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:51.761656 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:51.761997 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:51.762355 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:51.762685 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:51.763010 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:51.763339 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:51.763661 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:51.764005 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:51.764327 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:51.764645 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:51.764960 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:51.772713 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Checking segment: {'id': '47248f37-064e-4d84-8828-e4b60cabf30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5afaa16-706e-4320-8837-98b0f117c732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:52:51.773074 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Network hostable DHCP agents. Network: a5afaa16-706e-4320-8837-98b0f117c732, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:52:51.789879 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Network a5afaa16-706e-4320-8837-98b0f117c732 is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:52:51.799312 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, a5afaa16-706e-4320-8837-98b0f117c732) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:51.803765 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:52:51.804392 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:51.808598 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee4222f-9f67-463a-b743-dd7f3446389c None None] Network a5afaa16-706e-4320-8837-98b0f117c732 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:52:51.825001 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5901068c-64cb-40a0-a899-8b184b92efa0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3275750 Aug 24 16:52:52.059543 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb226abeb-071e-59b7-8692-7898f48df32a-a5afaa16-706e-4320-8837-98b0f117c732', 'network_id': 'a5afaa16-706e-4320-8837-98b0f117c732', 'tenant_id': '2e8fc5edb7d84150a28ae44a1bd80d19', 'fixed_ips': [{'subnet_id': '5339e861-3909-4b81-9cec-a9b3765a5cf2'}]}} from dv-cinder-799668-9-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:52:52.060428 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:52.196869 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Allocated IP 192.168.233.2 (a5afaa16-706e-4320-8837-98b0f117c732/5339e861-3909-4b81-9cec-a9b3765a5cf2/860d7df3-0f99-4e77-9457-e1132be0d2cb) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:52:52.345066 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:52.353839 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Transition to ACTIVE for port object 860d7df3-0f99-4e77-9457-e1132be0d2cb will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:52:52.369606 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Transition to ACTIVE for port object 860d7df3-0f99-4e77-9457-e1132be0d2cb will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:52:52.376994 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:52.417187 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Network a5afaa16-706e-4320-8837-98b0f117c732 is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:52:52.420160 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:52.423894 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:52:52.430958 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Pushing event updated for resources: {'Port': ['ID=860d7df3-0f99-4e77-9457-e1132be0d2cb,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:52.441046 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:52.441390 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:52.441729 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:52.442073 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:52.442423 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:52.442744 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:52.443062 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:52.443378 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:52.443708 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:52.444023 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:52.444332 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:52.444637 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:52.495749 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Attempting to bind port 860d7df3-0f99-4e77-9457-e1132be0d2cb on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:52:52.496129 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Attempting to bind port 860d7df3-0f99-4e77-9457-e1132be0d2cb by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '47248f37-064e-4d84-8828-e4b60cabf30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5afaa16-706e-4320-8837-98b0f117c732'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:52:52.496517 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Attempting to bind port 860d7df3-0f99-4e77-9457-e1132be0d2cb on network a5afaa16-706e-4320-8837-98b0f117c732 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:52:52.502061 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:52:52.502465 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Checking segment: {'id': '47248f37-064e-4d84-8828-e4b60cabf30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5afaa16-706e-4320-8837-98b0f117c732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:52:52.502885 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:52.503272 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Bound using segment: {'id': '47248f37-064e-4d84-8828-e4b60cabf30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5afaa16-706e-4320-8837-98b0f117c732'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:52:52.503731 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Bound port: 860d7df3-0f99-4e77-9457-e1132be0d2cb, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47248f37-064e-4d84-8828-e4b60cabf30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5afaa16-706e-4320-8837-98b0f117c732'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:52:52.504124 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:52.568242 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] For port 860d7df3-0f99-4e77-9457-e1132be0d2cb, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:52:52.572561 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] For port 860d7df3-0f99-4e77-9457-e1132be0d2cb, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=860d7df3-0f99-4e77-9457-e1132be0d2cb,segment=NetworkSegment(47248f37-064e-4d84-8828-e4b60cabf30a),segment_id=47248f37-064e-4d84-8828-e4b60cabf30a)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:52:52.578184 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:52.634721 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b84f87-b860-4551-811c-3990df2eba7e None None] Pushing event updated for resources: {'Port': ['ID=860d7df3-0f99-4e77-9457-e1132be0d2cb,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:53.459862 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806c573f-8019-4388-880d-9f24dfc4a1ca None None] Network a5afaa16-706e-4320-8837-98b0f117c732 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:52:53.580830 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-b34ca973-0ad4-4f59-9366-b33ec0a763a2 None None] Provisioning for port 860d7df3-0f99-4e77-9457-e1132be0d2cb completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:52:54.731841 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 860d7df3-0f99-4e77-9457-e1132be0d2cb up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:52:54.788646 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 860d7df3-0f99-4e77-9457-e1132be0d2cb completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:52:54.793103 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 860d7df3-0f99-4e77-9457-e1132be0d2cb triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:52:54.793475 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:54.875171 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:54.907448 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 860d7df3-0f99-4e77-9457-e1132be0d2cb, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=860d7df3-0f99-4e77-9457-e1132be0d2cb,segment=NetworkSegment(47248f37-064e-4d84-8828-e4b60cabf30a),segment_id=47248f37-064e-4d84-8828-e4b60cabf30a)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:54.912311 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:52:54.958631 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=860d7df3-0f99-4e77-9457-e1132be0d2cb,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:56.697604 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 860d7df3-0f99-4e77-9457-e1132be0d2cb up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:52:56.749256 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 860d7df3-0f99-4e77-9457-e1132be0d2cb triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:52:56.749623 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:53:05.012717 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-26e2fdc4-3930-4e32-8380-1ffc8b309a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:53:07.888111 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-fc0571c6-c0c6-42f5-8e98-fbf48996cb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:53:08.028568 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:53:09.283116 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:53:10.535068 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:53:19.364418 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:53:35.006706 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2c2989cf-1ec1-4ce0-bf35-f6b2c8c17e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:53:37.891958 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bb054589-bf1d-429f-968e-c5e121034f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:53:38.034930 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:53:39.294688 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:53:40.537764 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:53:56.363398 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:54:05.014726 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-99d623df-5140-428c-a1ad-8c6f15b12860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:07.901680 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9f6c433c-6f5b-40ea-b0bd-0e5e6d81e2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:08.021072 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:09.293940 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:10.549094 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:17.607050 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 53876) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:54:17.616146 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [None req-10b912b2-0fdf-4d1f-88d9-82178a5a6bf1 tempest-verify_tempest_config-1034913498 tempest-verify_tempest_config-1034913498-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:54:17.617468 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-10b912b2-0fdf-4d1f-88d9-82178a5a6bf1 tempest-verify_tempest_config-1034913498 tempest-verify_tempest_config-1034913498-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0092444 Aug 24 16:54:17.952206 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53894) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:54:18.071271 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:18.163933 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:18.168588 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:18.212946 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d456add6dcdb421b9e105315369e0da6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2596598 Aug 24 16:54:18.213789 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8588b70c-f40d-4298-aeff-3500b4d1361b,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:18.215712 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53900) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:54:18.226431 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:18.226798 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:18.227139 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:18.227477 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:18.227806 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:18.228153 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:18.228485 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:18.228810 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:18.229145 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:18.229473 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:18.229794 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:18.230114 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01c9d1e-b777-4299-ba87-d454ee54713c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:18.280244 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5de3-2c19-46c5-a223-c4520b999794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:18.301177 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5de3-2c19-46c5-a223-c4520b999794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:18.403130 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5de3-2c19-46c5-a223-c4520b999794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:18.406602 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bf6d5de3-2c19-46c5-a223-c4520b999794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:18.408083 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-bf6d5de3-2c19-46c5-a223-c4520b999794 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8588b70c-f40d-4298-aeff-3500b4d1361b HTTP/1.1" status: 204 len: 168 time: 0.1915033 Aug 24 16:54:18.416172 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d5de3-2c19-46c5-a223-c4520b999794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8588b70c-f40d-4298-aeff-3500b4d1361b,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:33.366642 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:54:35.012641 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d8932112-994d-4fe4-bbe4-03674a9ed3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:37.899405 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-fd354521-7025-4c6e-b450-83040a00b51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:38.026303 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:39.299136 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:54:40.545568 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:55:05.008259 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2ca78138-0b40-4b75-b157-933d928c2d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:55:07.895990 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c43bd3b0-585f-4b8e-80c0-60efce4eb720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:55:08.020858 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:55:09.296630 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:55:10.371610 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:55:10.548818 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:55:35.010305 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a4024fd4-9fec-496d-83ba-543ae13d74ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:55:37.892041 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-dceb2476-af14-4ddc-9d33-23a1789c3662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:55:38.025954 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:55:39.300100 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:55:40.554081 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:55:47.370351 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 5 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:55:52.945114 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588476'] for agent, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:56:05.004876 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8c78beac-27a2-4a6e-9322-460239777546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:56:07.891007 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3346a293-e54f-4ece-9a7b-e74b368a66ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:56:08.024360 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:56:08.073968 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53972) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:56:08.189798 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-9940f250-95da-4fad-8f81-f9d697c40585 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1146493 Aug 24 16:56:09.304005 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:56:10.414190 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 53982) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:56:10.473817 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-37f2fde2-f4cf-4d4e-a528-b63d3ba97b79 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0584614 Aug 24 16:56:10.554250 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:56:22.893819 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:56:24.374825 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:56:35.015575 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6a61b575-c7ab-41c4-9528-b0560da3cacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:56:37.886966 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2d61bf85-a7f3-43e6-8651-4c1bfeabb301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:56:38.019842 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:56:39.306874 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:56:40.558164 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:56:52.891491 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:01.375498 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:57:05.011474 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5ba80865-5467-4ad0-b8ef-93382fe55389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:07.891886 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d5e5797a-5512-4cec-bb48-5fb34bfd9171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:08.025859 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:09.308360 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:10.561635 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:22.889935 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:35.016127 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6f6ff856-4a14-4845-ba51-26b51f24a383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:37.893708 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a5357d9c-5bda-488a-8043-c8a65e1c2c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:38.020704 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:38.379274 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:57:38.412025 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 54178) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:38.758526 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1153907623-network', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:38.792137 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Made reservation on behalf of 57f7488cf1f34f44a13e4291324ad73a for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:57:38.796331 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:38.809397 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:38.920589 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:38.926364 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:38.951425 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:57:38.966425 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8ef51b-d113-48fd-982a-d332b7f231ec,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:38.969635 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:38.969981 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Added segment 6ffd5811-2a46-45ca-815d-34baea26209c of type vlan for network af031b8c-c683-46a0-9719-609504051ca8 Aug 24 16:57:38.985921 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:38.986277 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:38.986809 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:38.987327 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:38.987809 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:38.988300 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:38.988815 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:38.989308 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:38.989675 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:38.989981 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:38.990484 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:38.990978 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Tracked resource versions report: Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: pushed versions: Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: { 'AddressGroup': {'1.2'}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'ConntrackHelper': {'1.0'}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Log': {'1.0'}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Network': {'1.1'}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Port': {'1.7'}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'PortForwarding': {'1.2'}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'QosPolicy': {'1.9'}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'SecurityGroup': {'1.4'}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'SubPort': {'1.0'}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Subnet': {'1.1'}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Trunk': {'1.1'}} Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: consumer versions: Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: { DHCP agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: HyperV agent@hv-cinder-79966: {}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: L3 agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: Metadata agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: Metering agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: Open vSwitch agent@dv-cinder-799668-9-iscsi: { 'AddressGroup': '1.2', Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'ConntrackHelper': '1.0', Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Log': '1.0', Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Network': '1.1', Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Port': '1.7', Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'PortForwarding': '1.2', Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'QosPolicy': '1.9', Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'SecurityGroup': '1.4', Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'SecurityGroupRule': '1.2', Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'SubPort': '1.0', Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Subnet': '1.1', Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: 'Trunk': '1.1'}} Aug 24 16:57:38.992236 dv-cinder-799668-9-iscsi neutron-server[93842]: {{(pid=93842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:57:39.022676 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54208) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:39.048642 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.085431 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.086463 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:39.087047 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.119125 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7029932 Aug 24 16:57:39.120355 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 54220) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:39.125400 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-0f680720-87ab-466f-ae0a-a7e980543019 admin admin] Request body: {'subnet': {'network_id': 'af031b8c-c683-46a0-9719-609504051ca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1153907623-subnet', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:39.178613 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ee751-2fe4-42c9-a0ca-5f2aba2c59ff admin admin] Pushing event updated for resources: {'Network': ['ID=af031b8c-c683-46a0-9719-609504051ca8,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:39.182921 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f680720-87ab-466f-ae0a-a7e980543019 admin admin] Made reservation on behalf of 57f7488cf1f34f44a13e4291324ad73a for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:57:39.185461 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0f680720-87ab-466f-ae0a-a7e980543019 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.191648 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network af031b8c-c683-46a0-9719-609504051ca8 details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:57:39.208558 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54228) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:39.230409 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54232) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:39.315025 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.375204 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0f680720-87ab-466f-ae0a-a7e980543019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.423945 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f680720-87ab-466f-ae0a-a7e980543019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:39.432888 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1560739485-network', 'tenant_id': 'b0e28439adcc476fa5da6baf030d09a0'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:39.440481 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-network', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:39.452651 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f680720-87ab-466f-ae0a-a7e980543019 admin admin] Checking segment: {'id': '6ffd5811-2a46-45ca-815d-34baea26209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:57:39.453209 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f680720-87ab-466f-ae0a-a7e980543019 admin admin] Network hostable DHCP agents. Network: af031b8c-c683-46a0-9719-609504051ca8, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:57:39.465719 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Made reservation on behalf of fd5cc4db84894a6582094a71bb023ee0 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:57:39.469278 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.478296 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f680720-87ab-466f-ae0a-a7e980543019 admin admin] Network af031b8c-c683-46a0-9719-609504051ca8 is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:57:39.481967 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1623320225-network', 'tenant_id': '22e7d54131974dbbb7f0512ea4a1b286'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:39.490780 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-0f680720-87ab-466f-ae0a-a7e980543019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, af031b8c-c683-46a0-9719-609504051ca8) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:39.497588 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f680720-87ab-466f-ae0a-a7e980543019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:39.497956 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.499840 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0f680720-87ab-466f-ae0a-a7e980543019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.500670 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02f0f16-4739-452a-87fb-a2ba33b91f34 None None] Network af031b8c-c683-46a0-9719-609504051ca8 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:57:39.518677 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] Made reservation on behalf of b0e28439adcc476fa5da6baf030d09a0 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:57:39.520967 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.536882 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.548143 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Made reservation on behalf of 22e7d54131974dbbb7f0512ea4a1b286 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:57:39.550733 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.558062 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0f680720-87ab-466f-ae0a-a7e980543019 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4362726 Aug 24 16:57:39.560549 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 54248) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:39.565141 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1153907623-router', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:39.568780 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.682842 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fe42c4-1e0e-40e7-9ad2-c56145cbab27 None None] Network af031b8c-c683-46a0-9719-609504051ca8 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:57:39.725406 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.737889 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.790251 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cff6bb-2077-48b9-8acc-1d09fe012349,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:39.793683 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:57:39.808864 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:39.809234 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:39.809744 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:39.810244 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:39.810766 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:39.811263 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:39.811766 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:39.812256 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:39.812778 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:39.813269 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:39.813602 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:39.813931 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Tracked resource versions report: Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: pushed versions: Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: { 'AddressGroup': {'1.2'}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'ConntrackHelper': {'1.0'}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Log': {'1.0'}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Network': {'1.1'}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Port': {'1.7'}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'PortForwarding': {'1.2'}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'QosPolicy': {'1.9'}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'SecurityGroup': {'1.4'}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'SubPort': {'1.0'}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Subnet': {'1.1'}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Trunk': {'1.1'}} Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: consumer versions: Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: { DHCP agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: HyperV agent@hv-cinder-79966: {}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: L3 agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: Metadata agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: Metering agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: Open vSwitch agent@dv-cinder-799668-9-iscsi: { 'AddressGroup': '1.2', Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'ConntrackHelper': '1.0', Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Log': '1.0', Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Network': '1.1', Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Port': '1.7', Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'PortForwarding': '1.2', Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'QosPolicy': '1.9', Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'SecurityGroup': '1.4', Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'SecurityGroupRule': '1.2', Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'SubPort': '1.0', Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Subnet': '1.1', Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: 'Trunk': '1.1'}} Aug 24 16:57:39.815080 dv-cinder-799668-9-iscsi neutron-server[93841]: {{(pid=93841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:57:39.828147 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.828683 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Added segment f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7 of type vlan for network 47707b32-7c4e-4c21-bd52-0372b8d921a4 Aug 24 16:57:39.880692 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.941640 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.942646 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:39.943225 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.951112 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.985337 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.990841 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-939'] for router, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:39.991894 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-944'] for router, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.007886 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.db.api [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 16:57:40.007886 dv-cinder-799668-9-iscsi neutron-server[93841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 16:57:40.007886 dv-cinder-799668-9-iscsi neutron-server[93841]: [parameters: {'project_id_1': '22e7d54131974dbbb7f0512ea4a1b286', 'expiration_1': datetime.datetime(2021, 8, 24, 16, 57, 39, 590420)}] Aug 24 16:57:40.007886 dv-cinder-799668-9-iscsi neutron-server[93841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 16:57:40.008629 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG oslo_db.api [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 16:57:40.137579 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] Pushing event updated for resources: {'Network': ['ID=47707b32-7c4e-4c21-bd52-0372b8d921a4,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:40.156525 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c1f84b36-77ae-4f27-a84a-a704b392e446 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9462926 Aug 24 16:57:40.162178 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54276) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:40.162771 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network 47707b32-7c4e-4c21-bd52-0372b8d921a4 details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:57:40.163017 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:57:40.166149 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:40.198290 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-58048aee-2c01-4106-a10d-73665f79b89c admin admin] Request body: {'subnet': {'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-subnet', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:40.213402 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.213749 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] Added segment 2837ccaa-055f-425e-ab82-b0cee2ca02b7 of type vlan for network bf72a82c-18b4-451b-8db2-bcdc900afbc3 Aug 24 16:57:40.268571 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.276350 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.318045 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58048aee-2c01-4106-a10d-73665f79b89c admin admin] Made reservation on behalf of fd5cc4db84894a6582094a71bb023ee0 for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:57:40.321978 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-58048aee-2c01-4106-a10d-73665f79b89c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.325225 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.326177 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:40.326782 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.446366 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3207197 Aug 24 16:57:40.450778 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 54292) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:40.461522 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-0a1b54a1-f97a-41c6-aa3a-6a83e74608a0 admin admin] Request body: {'subnet': {'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1560739485-subnet', 'tenant_id': 'b0e28439adcc476fa5da6baf030d09a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:40.481488 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.511497 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1b54a1-f97a-41c6-aa3a-6a83e74608a0 admin admin] Made reservation on behalf of b0e28439adcc476fa5da6baf030d09a0 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:57:40.513866 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0a1b54a1-f97a-41c6-aa3a-6a83e74608a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.540177 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.547331 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-58048aee-2c01-4106-a10d-73665f79b89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.578935 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.616681 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58048aee-2c01-4106-a10d-73665f79b89c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a4233f5-3ced-41ee-bb84-dc2690331635,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:40.653443 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c532fd-9262-41dc-9d5d-fe2fc134a852 admin admin] Pushing event updated for resources: {'Network': ['ID=bf72a82c-18b4-451b-8db2-bcdc900afbc3,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:40.675476 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network bf72a82c-18b4-451b-8db2-bcdc900afbc3 details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:57:40.696859 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58048aee-2c01-4106-a10d-73665f79b89c admin admin] Checking segment: {'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:57:40.697226 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58048aee-2c01-4106-a10d-73665f79b89c admin admin] Network hostable DHCP agents. Network: 47707b32-7c4e-4c21-bd52-0372b8d921a4, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:57:40.740447 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58048aee-2c01-4106-a10d-73665f79b89c admin admin] Network 47707b32-7c4e-4c21-bd52-0372b8d921a4 is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:57:40.764315 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-58048aee-2c01-4106-a10d-73665f79b89c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, 47707b32-7c4e-4c21-bd52-0372b8d921a4) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:40.774013 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58048aee-2c01-4106-a10d-73665f79b89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:40.774767 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-58048aee-2c01-4106-a10d-73665f79b89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.803337 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c913ca9-f2ff-40e2-af9e-509168461dd1 None None] Network 47707b32-7c4e-4c21-bd52-0372b8d921a4 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:57:40.807572 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0a1b54a1-f97a-41c6-aa3a-6a83e74608a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.826860 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.834516 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.900011 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058f0900-ec12-490e-af44-ad55e1660544,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:40.921281 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-58048aee-2c01-4106-a10d-73665f79b89c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7529864 Aug 24 16:57:40.922072 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54320) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:40.933798 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:40.950556 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:57:40.991285 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:40.992398 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Added segment 4693def0-c1e4-4d47-8b55-728319f03928 of type vlan for network 82cc00a6-f3de-4d15-a512-93f1f2d9ea28 Aug 24 16:57:41.046602 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-939'] for router, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:41.048382 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-944'] for router, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:41.053998 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1b54a1-f97a-41c6-aa3a-6a83e74608a0 admin admin] Checking segment: {'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:57:41.054362 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1b54a1-f97a-41c6-aa3a-6a83e74608a0 admin admin] Network hostable DHCP agents. Network: bf72a82c-18b4-451b-8db2-bcdc900afbc3, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:57:41.071655 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b54a1-f97a-41c6-aa3a-6a83e74608a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f364770e-c442-4a7e-bab0-383d6bc3990f,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:41.104163 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:41.129654 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:41.142667 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1b54a1-f97a-41c6-aa3a-6a83e74608a0 admin admin] Network bf72a82c-18b4-451b-8db2-bcdc900afbc3 is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:57:41.173515 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:41.181824 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:41.185965 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-0a1b54a1-f97a-41c6-aa3a-6a83e74608a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, bf72a82c-18b4-451b-8db2-bcdc900afbc3) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:41.193082 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1b54a1-f97a-41c6-aa3a-6a83e74608a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:41.194222 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0a1b54a1-f97a-41c6-aa3a-6a83e74608a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:41.199964 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2abd6ad-c806-43f7-9867-385b51737bca None None] Network bf72a82c-18b4-451b-8db2-bcdc900afbc3 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:57:41.236049 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0a1b54a1-f97a-41c6-aa3a-6a83e74608a0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7839086 Aug 24 16:57:41.287636 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.db.resource_extend [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 16:57:41.297475 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Allocated IP 172.27.0.232 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/e6c4d2d9-b44b-484a-93f0-92ce77ff0567) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:57:41.367424 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:41.410963 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:41.411824 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:41.412408 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:41.510669 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:41.539926 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493f1450-6437-48e0-beb8-fac6e005f9e1 None None] Network bf72a82c-18b4-451b-8db2-bcdc900afbc3 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:57:41.556013 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3244617 Aug 24 16:57:41.564719 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 54338) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:41.575035 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-5df71b4f-87bc-4a0f-8b4d-b6dc5ddf701f admin admin] Request body: {'subnet': {'network_id': '82cc00a6-f3de-4d15-a512-93f1f2d9ea28', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1623320225-subnet', 'tenant_id': '22e7d54131974dbbb7f0512ea4a1b286', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:41.594840 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124e6b5-126a-4d38-8138-facdbbd1d2b2 admin admin] Pushing event updated for resources: {'Network': ['ID=82cc00a6-f3de-4d15-a512-93f1f2d9ea28,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:41.647879 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df71b4f-87bc-4a0f-8b4d-b6dc5ddf701f admin admin] Made reservation on behalf of 22e7d54131974dbbb7f0512ea4a1b286 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:57:41.651425 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5df71b4f-87bc-4a0f-8b4d-b6dc5ddf701f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:41.705935 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb226abeb-071e-59b7-8692-7898f48df32a-47707b32-7c4e-4c21-bd52-0372b8d921a4', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635'}]}} from dv-cinder-799668-9-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:57:41.717442 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:41.722272 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network 82cc00a6-f3de-4d15-a512-93f1f2d9ea28 details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:57:41.755770 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:41.779940 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:57:41.784868 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:41.787843 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:57:41.961094 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Pushing event updated for resources: {'Port': ['ID=e6c4d2d9-b44b-484a-93f0-92ce77ff0567,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:42.039761 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:42.091530 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:42.184650 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5df71b4f-87bc-4a0f-8b4d-b6dc5ddf701f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:42.233418 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54380) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:42.334390 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Allocated IP 172.20.0.2 (47707b32-7c4e-4c21-bd52-0372b8d921a4/8a4233f5-3ced-41ee-bb84-dc2690331635/065c2767-d415-4aad-b315-b03703d5764d) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:57:42.352259 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:42.355985 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df71b4f-87bc-4a0f-8b4d-b6dc5ddf701f admin admin] Checking segment: {'id': '4693def0-c1e4-4d47-8b55-728319f03928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '82cc00a6-f3de-4d15-a512-93f1f2d9ea28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:57:42.355985 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df71b4f-87bc-4a0f-8b4d-b6dc5ddf701f admin admin] Network hostable DHCP agents. Network: 82cc00a6-f3de-4d15-a512-93f1f2d9ea28, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:57:42.357442 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df71b4f-87bc-4a0f-8b4d-b6dc5ddf701f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d22f33a-dcf4-43a4-be2a-3b400b1882bc,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:42.537696 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54392) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:42.568401 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df71b4f-87bc-4a0f-8b4d-b6dc5ddf701f admin admin] Network 82cc00a6-f3de-4d15-a512-93f1f2d9ea28 is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:57:42.584833 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ebe694ec-eb66-4e9d-b750-d4d51c51715e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:42.588418 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-5df71b4f-87bc-4a0f-8b4d-b6dc5ddf701f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, 82cc00a6-f3de-4d15-a512-93f1f2d9ea28) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:42.596059 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df71b4f-87bc-4a0f-8b4d-b6dc5ddf701f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:42.596695 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5df71b4f-87bc-4a0f-8b4d-b6dc5ddf701f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:42.604835 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Allocated IP 172.27.0.4 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/7f728d34-0ff0-4419-9c35-3109de9c3bbf) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:57:42.627313 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16955e3-b144-4e6f-9356-40fc7118eff9 None None] Network 82cc00a6-f3de-4d15-a512-93f1f2d9ea28 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:57:42.660974 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5df71b4f-87bc-4a0f-8b4d-b6dc5ddf701f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0978286 Aug 24 16:57:42.679420 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-12259e6c-0b67-4cb4-a00e-a84a0b0a09fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:42.768859 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:42.803062 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Transition to ACTIVE for port object 065c2767-d415-4aad-b315-b03703d5764d will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:57:42.808259 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421220'] for router, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:42.871746 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Transition to ACTIVE for port object 065c2767-d415-4aad-b315-b03703d5764d will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:57:42.898032 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:42.921887 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:42.977397 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ebe694ec-eb66-4e9d-b750-d4d51c51715e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:42.989015 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 54424) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:42.991663 dv-cinder-799668-9-iscsi neutron-server[93842]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 16:57:43.001287 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ebe694ec-eb66-4e9d-b750-d4d51c51715e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:43.051190 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Pushing event updated for resources: {'Port': ['ID=065c2767-d415-4aad-b315-b03703d5764d,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:43.071298 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:43.071728 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:43.072305 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:43.072690 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:43.073028 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:43.073360 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:43.074193 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:43.074193 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:43.074591 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:43.074927 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:43.075251 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:43.075574 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Tracked resource versions report: Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: pushed versions: Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: { 'AddressGroup': {'1.2'}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'ConntrackHelper': {'1.0'}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Log': {'1.0'}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Network': {'1.1'}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Port': {'1.7'}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'PortForwarding': {'1.2'}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'QosPolicy': {'1.9'}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'SecurityGroup': {'1.4'}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'SubPort': {'1.0'}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Subnet': {'1.1'}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Trunk': {'1.1'}} Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: consumer versions: Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: { DHCP agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: HyperV agent@hv-cinder-79966: {}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: L3 agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: Metadata agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: Metering agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: Open vSwitch agent@dv-cinder-799668-9-iscsi: { 'AddressGroup': '1.2', Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'ConntrackHelper': '1.0', Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Log': '1.0', Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Network': '1.1', Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Port': '1.7', Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'PortForwarding': '1.2', Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'QosPolicy': '1.9', Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'SecurityGroup': '1.4', Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'SecurityGroupRule': '1.2', Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'SubPort': '1.0', Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Subnet': '1.1', Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: 'Trunk': '1.1'}} Aug 24 16:57:43.076957 dv-cinder-799668-9-iscsi neutron-server[93843]: {{(pid=93843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:57:43.085034 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d45a31-96ff-44e4-be5c-bbe28397150b None None] Network 82cc00a6-f3de-4d15-a512-93f1f2d9ea28 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:57:43.099203 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ebe694ec-eb66-4e9d-b750-d4d51c51715e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3b2b528422d4133886538d01c88e449&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8638892 Aug 24 16:57:43.106816 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe694ec-eb66-4e9d-b750-d4d51c51715e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b201db-0f79-462d-b8dc-924f7aa1644f,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:43.111190 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54432) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:43.129555 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:43.154299 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Network 47707b32-7c4e-4c21-bd52-0372b8d921a4 is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:57:43.161180 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:43.165248 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:57:43.223827 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54442) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:43.228732 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:57:43.230022 dv-cinder-799668-9-iscsi neutron-server[93841]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 16:57:43.264037 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Attempting to bind port 065c2767-d415-4aad-b315-b03703d5764d on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:57:43.264403 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Attempting to bind port 065c2767-d415-4aad-b315-b03703d5764d by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:57:43.265084 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Attempting to bind port 065c2767-d415-4aad-b315-b03703d5764d on network 47707b32-7c4e-4c21-bd52-0372b8d921a4 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:57:43.311624 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-82fe13ae-553d-4d00-b803-90baece315fe tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:43.313516 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-82fe13ae-553d-4d00-b803-90baece315fe tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/networks?id=bf72a82c-18b4-451b-8db2-bcdc900afbc3 HTTP/1.1" status: 200 len: 815 time: 0.3236194 Aug 24 16:57:43.334624 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Router cebdcbb0-ce6d-4eec-968d-5622b4937164 is scheduled to L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e with binding_index 1 {{(pid=93842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:57:43.336240 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:57:43.337246 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Checking segment: {'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:57:43.337844 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:43.338449 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Bound using segment: {'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:57:43.339111 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Bound port: 065c2767-d415-4aad-b315-b03703d5764d, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:57:43.339695 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:43.353239 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-5a7e2655-2c54-4b92-8d2b-ea51538ec8d6 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/quotas/b0e28439adcc476fa5da6baf030d09a0 HTTP/1.1" status: 200 len: 375 time: 0.0315464 Aug 24 16:57:43.432393 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] For port 065c2767-d415-4aad-b315-b03703d5764d, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:57:43.436474 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] For port 065c2767-d415-4aad-b315-b03703d5764d, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=065c2767-d415-4aad-b315-b03703d5764d,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:57:43.442630 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:43.463346 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-0cd04521-8319-4b59-8f18-4f9c94faa6ab tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:43.464644 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-0cd04521-8319-4b59-8f18-4f9c94faa6ab tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/networks?id=82cc00a6-f3de-4d15-a512-93f1f2d9ea28 HTTP/1.1" status: 200 len: 812 time: 0.2391837 Aug 24 16:57:43.465526 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:43.468179 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:57:43.484367 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-fcedc127-4d61-4ed1-b9b5-0a4978444798 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e28439adcc476fa5da6baf030d09a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880713 Aug 24 16:57:43.546514 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e8ebf-311d-49bc-b5d2-c2d25015aeaa None None] Pushing event updated for resources: {'Port': ['ID=065c2767-d415-4aad-b315-b03703d5764d,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:43.548455 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:57:43.568201 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Sync routers for ids ['cebdcbb0-ce6d-4eec-968d-5622b4937164'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:57:43.580516 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Routers {'cebdcbb0-ce6d-4eec-968d-5622b4937164'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:57:43.581143 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:57:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['cebdcbb0-ce6d-4eec-968d-5622b4937164'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:43.582383 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Pushing event updated for resources: {'Port': ['ID=7f728d34-0ff0-4419-9c35-3109de9c3bbf,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:43.627977 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-d3e8878f-3215-4131-968b-161ca2507538 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/quotas/22e7d54131974dbbb7f0512ea4a1b286 HTTP/1.1" status: 200 len: 375 time: 0.0787969 Aug 24 16:57:43.685084 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0e78923a-d2b2-44c5-bb1f-f245173b04d6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:57:43.688712 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0e78923a-d2b2-44c5-bb1f-f245173b04d6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0819643 Aug 24 16:57:43.718186 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-81f8bfbb-45f0-4aa9-9059-783d5e035569 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=22e7d54131974dbbb7f0512ea4a1b286&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760124 Aug 24 16:57:43.725289 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-12259e6c-0b67-4cb4-a00e-a84a0b0a09fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:43.726212 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fba6da71-da8d-4419-9954-7d26acc27b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:43.751818 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fba6da71-da8d-4419-9954-7d26acc27b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:43.775212 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Set router cebdcbb0-ce6d-4eec-968d-5622b4937164 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:57:43.797690 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-12259e6c-0b67-4cb4-a00e-a84a0b0a09fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:43.831379 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:43.836517 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-495b9158-ac33-4991-84d2-42fcd6f2b31b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2749333 Aug 24 16:57:43.840832 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 54464) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:43.939101 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-12259e6c-0b67-4cb4-a00e-a84a0b0a09fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2407aa6d29d94e86a62bc700d75e56ba&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4003170 Aug 24 16:57:43.939772 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54468) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:43.946209 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12259e6c-0b67-4cb4-a00e-a84a0b0a09fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50138ab-709e-4849-9362-fab70d96126f,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:43.978800 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-07e91a2f-464a-40ba-bc95-807fb7267ee8 service neutron] 10.222.0.13 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818751 Aug 24 16:57:43.980489 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-0d0898f8-4f91-46c8-82c8-43d1033db554 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:57:43.981669 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-0d0898f8-4f91-46c8-82c8-43d1033db554 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1259573 Aug 24 16:57:43.988128 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fba6da71-da8d-4419-9954-7d26acc27b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:43.990665 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fba6da71-da8d-4419-9954-7d26acc27b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:43.994253 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-fba6da71-da8d-4419-9954-7d26acc27b88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8b201db-0f79-462d-b8dc-924f7aa1644f HTTP/1.1" status: 204 len: 168 time: 0.8781204 Aug 24 16:57:44.038070 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6da71-da8d-4419-9954-7d26acc27b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b201db-0f79-462d-b8dc-924f7aa1644f,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:44.080068 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:44.084977 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'name': 'tempest-ServerRescueNegativeTestJSON-1153907623-router', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e6c4d2d9-b44b-484a-93f0-92ce77ff0567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:39Z', 'updated_at': '2021-08-24T16:57:42Z', 'revision_number': 3, 'project_id': '57f7488cf1f34f44a13e4291324ad73a', 'gw_port': {'id': 'e6c4d2d9-b44b-484a-93f0-92ce77ff0567', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:44.131409 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Checking router: cebdcbb0-ce6d-4eec-968d-5622b4937164 for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:57:44.132042 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Updating router cebdcbb0-ce6d-4eec-968d-5622b4937164 port e6c4d2d9-b44b-484a-93f0-92ce77ff0567 binding host dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:57:44.164169 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:44.171947 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b990005e-22d7-4b02-a5cc-f83f0be7edf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:44.217466 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-300bb5d4-bab1-4e75-81ce-de516f886c2e service neutron] 10.222.0.13 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235835 Aug 24 16:57:44.221473 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-33c935b9-1f28-45bd-b2ec-61947c409cda service neutron] 10.222.0.13 "GET /v2.0/networks/82cc00a6-f3de-4d15-a512-93f1f2d9ea28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240586 Aug 24 16:57:44.230534 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b990005e-22d7-4b02-a5cc-f83f0be7edf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:44.497097 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b990005e-22d7-4b02-a5cc-f83f0be7edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:44.500008 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b990005e-22d7-4b02-a5cc-f83f0be7edf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:44.504157 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b990005e-22d7-4b02-a5cc-f83f0be7edf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b50138ab-709e-4849-9362-fab70d96126f HTTP/1.1" status: 204 len: 168 time: 0.5590308 Aug 24 16:57:44.512224 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-f9e7ef73-3443-415d-bc72-ae1c4cd48ed7 service neutron] 10.222.0.13 "GET /v2.0/networks/82cc00a6-f3de-4d15-a512-93f1f2d9ea28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796435 Aug 24 16:57:44.521532 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990005e-22d7-4b02-a5cc-f83f0be7edf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50138ab-709e-4849-9362-fab70d96126f,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:44.528299 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421220'] for router, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:44.598314 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 54486) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:44.636330 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ddeedfe5-b94c-424a-a9c4-a0921fa28f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:44.780759 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:44.823026 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Transition to ACTIVE for port object e6c4d2d9-b44b-484a-93f0-92ce77ff0567 will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:57:44.839367 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:44.881536 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Router 25255ba3-d10b-48c5-9b8c-5967cf8f22be is scheduled to L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e with binding_index 1 {{(pid=93841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:57:45.046509 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-28229e33-755d-45d2-9018-64de203ddebe req-7860669b-d733-407b-8a30-5ae9ca2411f6 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 210 time: 0.1145618 Aug 24 16:57:45.050020 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:45.075500 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 065c2767-d415-4aad-b315-b03703d5764d up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:57:45.078665 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Attempting to bind port e6c4d2d9-b44b-484a-93f0-92ce77ff0567 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:57:45.079474 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Attempting to bind port e6c4d2d9-b44b-484a-93f0-92ce77ff0567 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:57:45.086606 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Attempting to bind port e6c4d2d9-b44b-484a-93f0-92ce77ff0567 on network 936fe392-5fcd-487c-9559-b2b2e2d38c54 {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:57:45.111398 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:57:45.111836 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Checking segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:57:45.121823 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:45.126072 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Bound using segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:57:45.126872 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Bound port: e6c4d2d9-b44b-484a-93f0-92ce77ff0567, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:57:45.127469 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:45.164110 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Pushing event updated for resources: {'Port': ['ID=e6c4d2d9-b44b-484a-93f0-92ce77ff0567,revision_number=2']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:45.184172 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd54966-0390-4eae-b7d0-2cc668513cf8 None None] Network 47707b32-7c4e-4c21-bd52-0372b8d921a4 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:57:45.276901 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:45.305163 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:45.305686 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:45.309235 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:45.313264 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:45.316822 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:45.317499 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:45.319090 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:45.319659 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:45.321584 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:45.323349 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-7128703a-9110-4f49-9a39-d25939fca439 None None] Provisioning for port 065c2767-d415-4aad-b315-b03703d5764d completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:57:45.325250 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:45.327645 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Tracked resource versions report: Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: pushed versions: Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: { 'AddressGroup': {'1.2'}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'ConntrackHelper': {'1.0'}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Log': {'1.0'}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Network': {'1.1'}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Port': {'1.7'}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'PortForwarding': {'1.2'}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'QosPolicy': {'1.9'}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'SecurityGroup': {'1.4'}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'SubPort': {'1.0'}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Subnet': {'1.1'}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Trunk': {'1.1'}} Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: consumer versions: Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: { DHCP agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: HyperV agent@hv-cinder-79966: {}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: L3 agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: Metadata agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: Metering agent@dv-cinder-799668-9-iscsi: {}, Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: Open vSwitch agent@dv-cinder-799668-9-iscsi: { 'AddressGroup': '1.2', Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'ConntrackHelper': '1.0', Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Log': '1.0', Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Network': '1.1', Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Port': '1.7', Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'PortForwarding': '1.2', Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'QosPolicy': '1.9', Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'SecurityGroup': '1.4', Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'SecurityGroupRule': '1.2', Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'SubPort': '1.0', Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Subnet': '1.1', Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: 'Trunk': '1.1'}} Aug 24 16:57:45.329506 dv-cinder-799668-9-iscsi neutron-server[93844]: {{(pid=93844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:57:45.346013 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 065c2767-d415-4aad-b315-b03703d5764d completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:57:45.396052 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 065c2767-d415-4aad-b315-b03703d5764d triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:57:45.396593 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:45.417090 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 54518) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:45.420767 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1aa0cd86-fe32-48c7-a7cf-74691e22ab6c req-f75233e5-1985-4ea0-b1fc-01316af0014a tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 210 time: 0.2481096 Aug 24 16:57:45.439220 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] For port e6c4d2d9-b44b-484a-93f0-92ce77ff0567, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:57:45.451634 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] For port e6c4d2d9-b44b-484a-93f0-92ce77ff0567, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=e6c4d2d9-b44b-484a-93f0-92ce77ff0567,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:57:45.464632 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-26dd83ba-9788-4533-b4a2-c51239611509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:45.466115 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:45.574033 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Routers {'cebdcbb0-ce6d-4eec-968d-5622b4937164'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:57:45.576085 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:57:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['cebdcbb0-ce6d-4eec-968d-5622b4937164'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:45.655373 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:57:45.708280 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:45.721307 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Sync routers for ids ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:57:45.755427 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ddeedfe5-b94c-424a-a9c4-a0921fa28f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:45.766513 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ddeedfe5-b94c-424a-a9c4-a0921fa28f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:45.777606 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Routers {'25255ba3-d10b-48c5-9b8c-5967cf8f22be'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:57:45.779979 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:45.780877 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:57:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:45.785698 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-19d87d36-0765-4da6-b52b-ee004f3b2b11 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8604796 Aug 24 16:57:45.786292 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] Set router cebdcbb0-ce6d-4eec-968d-5622b4937164 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:57:45.787638 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54554) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:45.864099 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeedfe5-b94c-424a-a9c4-a0921fa28f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68e35fa-4637-4dba-b35b-4b122dcb30b5,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:45.912480 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Allocated IP 172.20.0.1 (af031b8c-c683-46a0-9719-609504051ca8/102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1/23bc08de-5d9e-4a5a-ac72-8dee8f42641c) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:57:45.957963 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ddeedfe5-b94c-424a-a9c4-a0921fa28f99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3362e4041964244a9da8f43251672ad&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3585024 Aug 24 16:57:45.973978 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 065c2767-d415-4aad-b315-b03703d5764d, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=065c2767-d415-4aad-b315-b03703d5764d,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:57:45.984688 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 54566) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:45.985485 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:46.040483 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Set router 25255ba3-d10b-48c5-9b8c-5967cf8f22be gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:57:46.103827 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30cc0b-67bd-4ed9-9c12-ed50871f87f9 None None] Pushing event updated for resources: {'Port': ['ID=e6c4d2d9-b44b-484a-93f0-92ce77ff0567,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:46.195215 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-efa4bbfc-7753-4d7c-8b20-1acd23894200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:46.286859 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-efa4bbfc-7753-4d7c-8b20-1acd23894200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:46.320482 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'name': 'tempest-ServerRescueNegativeTestJSON-1153907623-router', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e6c4d2d9-b44b-484a-93f0-92ce77ff0567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:39Z', 'updated_at': '2021-08-24T16:57:42Z', 'revision_number': 3, 'project_id': '57f7488cf1f34f44a13e4291324ad73a', 'gw_port': {'id': 'e6c4d2d9-b44b-484a-93f0-92ce77ff0567', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:46.390404 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76071e69-450f-4033-8aef-9f578cf3b5e4 None None] The sync data for ids ['cebdcbb0-ce6d-4eec-968d-5622b4937164'] in dv-cinder-799668-9-iscsi is: [{'id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'name': 'tempest-ServerRescueNegativeTestJSON-1153907623-router', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e6c4d2d9-b44b-484a-93f0-92ce77ff0567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:39Z', 'updated_at': '2021-08-24T16:57:42Z', 'revision_number': 3, 'project_id': '57f7488cf1f34f44a13e4291324ad73a', 'gw_port': {'id': 'e6c4d2d9-b44b-484a-93f0-92ce77ff0567', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:57:46.418077 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-3f600e3f-0c20-47d2-ba3e-ac36b255724d None None] Provisioning complete for port 065c2767-d415-4aad-b315-b03703d5764d triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:57:46.418703 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3f600e3f-0c20-47d2-ba3e-ac36b255724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:46.447695 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:46.466888 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-26dd83ba-9788-4533-b4a2-c51239611509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:46.475963 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-26dd83ba-9788-4533-b4a2-c51239611509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:46.500443 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=065c2767-d415-4aad-b315-b03703d5764d,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:46.569163 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-00ef1486-7415-4f8d-b76c-2e088fb3bb2c req-04b32662-a527-4272-9a15-a17b2024fe73 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 210 time: 0.2225504 Aug 24 16:57:46.588803 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4419cfb4-bb4c-4cd2-aa7b-10925728f56b req-379998dc-1b0b-4717-85f8-7ae24d31d87d tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 210 time: 0.0663016 Aug 24 16:57:46.651441 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-26dd83ba-9788-4533-b4a2-c51239611509 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5f00fd2714342d69046f2990c366248&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2287374 Aug 24 16:57:46.652548 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd83ba-9788-4533-b4a2-c51239611509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e53d4db-87bc-438f-b355-1d4dc5fb6d65,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:46.656580 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-efa4bbfc-7753-4d7c-8b20-1acd23894200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:46.661929 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-efa4bbfc-7753-4d7c-8b20-1acd23894200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:46.666480 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-efa4bbfc-7753-4d7c-8b20-1acd23894200 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a68e35fa-4637-4dba-b35b-4b122dcb30b5 HTTP/1.1" status: 204 len: 168 time: 0.6787734 Aug 24 16:57:46.666480 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 54590) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:46.695239 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4bbfc-7753-4d7c-8b20-1acd23894200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68e35fa-4637-4dba-b35b-4b122dcb30b5,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:46.762382 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-343420bc-fa82-43bd-8d38-9506e17e5a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:46.787518 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-343420bc-fa82-43bd-8d38-9506e17e5a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:46.876541 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:46.879421 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:43Z', 'revision_number': 3, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:46.879710 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-343420bc-fa82-43bd-8d38-9506e17e5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:46.894676 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-343420bc-fa82-43bd-8d38-9506e17e5a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:46.896060 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-343420bc-fa82-43bd-8d38-9506e17e5a99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e53d4db-87bc-438f-b355-1d4dc5fb6d65 HTTP/1.1" status: 204 len: 168 time: 0.2186639 Aug 24 16:57:46.920166 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343420bc-fa82-43bd-8d38-9506e17e5a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e53d4db-87bc-438f-b355-1d4dc5fb6d65,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:46.927412 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:47.007505 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Checking router: 25255ba3-d10b-48c5-9b8c-5967cf8f22be for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:57:47.007905 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Updating router 25255ba3-d10b-48c5-9b8c-5967cf8f22be port 7f728d34-0ff0-4419-9c35-3109de9c3bbf binding host dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:57:47.060079 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Network af031b8c-c683-46a0-9719-609504051ca8 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:57:47.068563 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:47.078652 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:57:47.079812 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421399'] for router_interface, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:47.082696 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:47.170183 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Pushing event updated for resources: {'Port': ['ID=23bc08de-5d9e-4a5a-ac72-8dee8f42641c,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:47.351703 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Allocated IP 172.20.0.1 (47707b32-7c4e-4c21-bd52-0372b8d921a4/8a4233f5-3ced-41ee-bb84-dc2690331635/b6897ce1-7276-4620-9f82-7e8ed953222c) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:57:47.385486 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 065c2767-d415-4aad-b315-b03703d5764d up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:57:47.392861 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:47.463787 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 065c2767-d415-4aad-b315-b03703d5764d triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:57:47.463787 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:47.527206 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:47.561499 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Transition to ACTIVE for port object b6897ce1-7276-4620-9f82-7e8ed953222c will not be triggered until provisioned by entity DHCP. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:57:47.632497 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:47.775290 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Network 47707b32-7c4e-4c21-bd52-0372b8d921a4 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:57:47.800761 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=b6897ce1-7276-4620-9f82-7e8ed953222c,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:47.811656 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:47.816279 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:57:47.819751 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421399'] for router_interface, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:47.830166 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:47.833370 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device e6c4d2d9-b44b-484a-93f0-92ce77ff0567 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:57:47.836356 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:47.852423 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:47.853879 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419777'] for router_interface, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:47.903205 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Transition to ACTIVE for port object 7f728d34-0ff0-4419-9c35-3109de9c3bbf will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:57:47.928973 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:48.040932 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9d792bcb-c7f7-4680-97aa-aa6bf690658c req-23d34b1a-7e2f-48e4-bfe6-3746bac014c0 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 210 time: 0.0633175 Aug 24 16:57:48.090949 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a1cef-d0f5-4235-bccb-a19f8c24c731 None None] Pushing event updated for resources: {'Port': ['ID=7f728d34-0ff0-4419-9c35-3109de9c3bbf,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:48.151274 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cb551130-8f93-46fb-b467-1b9919d16c92 req-460e0f26-0a92-4add-ac59-f470d2b0bf1c tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 210 time: 0.1939824 Aug 24 16:57:48.163666 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Attempting to bind port 7f728d34-0ff0-4419-9c35-3109de9c3bbf on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:57:48.165551 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Attempting to bind port 7f728d34-0ff0-4419-9c35-3109de9c3bbf by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:57:48.166401 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Attempting to bind port 7f728d34-0ff0-4419-9c35-3109de9c3bbf on network 936fe392-5fcd-487c-9559-b2b2e2d38c54 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:57:48.173750 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Pushing event updated for resources: {'Port': ['ID=23bc08de-5d9e-4a5a-ac72-8dee8f42641c,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:48.188542 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:57:48.189378 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Checking segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:57:48.190269 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:48.190945 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Bound using segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:57:48.191973 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Bound port: 7f728d34-0ff0-4419-9c35-3109de9c3bbf, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:57:48.192724 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:48.268596 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Network af031b8c-c683-46a0-9719-609504051ca8 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:57:48.271086 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:48.276107 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] For port 7f728d34-0ff0-4419-9c35-3109de9c3bbf, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:57:48.280287 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] For port 7f728d34-0ff0-4419-9c35-3109de9c3bbf, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=7f728d34-0ff0-4419-9c35-3109de9c3bbf,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:57:48.294282 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port e6c4d2d9-b44b-484a-93f0-92ce77ff0567 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:57:48.299458 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port e6c4d2d9-b44b-484a-93f0-92ce77ff0567 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:57:48.300041 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:48.331873 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:48.345332 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-6e69d0b0-24e1-4137-b76f-a6a2beb99904 None None] Provisioning for port b6897ce1-7276-4620-9f82-7e8ed953222c completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:57:48.354486 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:48.383869 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-6e69d0b0-24e1-4137-b76f-a6a2beb99904 None None] Provisioning complete for port b6897ce1-7276-4620-9f82-7e8ed953222c triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:57:48.384239 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6e69d0b0-24e1-4137-b76f-a6a2beb99904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:48.493484 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Router cebdcbb0-ce6d-4eec-968d-5622b4937164 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:57:48.516017 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a1cef-d0f5-4235-bccb-a19f8c24c731 None None] Pushing event updated for resources: {'Port': ['ID=7f728d34-0ff0-4419-9c35-3109de9c3bbf,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:48.557612 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Routers {'25255ba3-d10b-48c5-9b8c-5967cf8f22be'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:57:48.561932 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:57:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:48.567319 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-6e69d0b0-24e1-4137-b76f-a6a2beb99904 None None] Port b6897ce1-7276-4620-9f82-7e8ed953222c cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:57:48.684793 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:57:48.709141 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-b8246b4a-ba9c-431d-b47a-af041769cfeb admin admin] 10.222.0.13 "PUT /v2.0/routers/cebdcbb0-ce6d-4eec-968d-5622b4937164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8668864 Aug 24 16:57:48.739722 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:48.760578 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:48.768379 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:48.769895 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419777'] for router_interface, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:48.782928 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port e6c4d2d9-b44b-484a-93f0-92ce77ff0567, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=e6c4d2d9-b44b-484a-93f0-92ce77ff0567,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:57:48.795255 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] Set router 25255ba3-d10b-48c5-9b8c-5967cf8f22be gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:57:48.826661 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:48.835271 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=b6897ce1-7276-4620-9f82-7e8ed953222c,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:48.906931 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Sync routers for ids ['cebdcbb0-ce6d-4eec-968d-5622b4937164'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:57:48.922685 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Routers {'cebdcbb0-ce6d-4eec-968d-5622b4937164'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:57:48.926036 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:57:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['cebdcbb0-ce6d-4eec-968d-5622b4937164'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:48.971640 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=e6c4d2d9-b44b-484a-93f0-92ce77ff0567,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:49.280081 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:47Z', 'revision_number': 1, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:49.325488 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e03a603-d101-4869-bca5-bac71a6130b3 None None] The sync data for ids ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'] in dv-cinder-799668-9-iscsi is: [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:47Z', 'revision_number': 1, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:57:49.352908 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-831ec6be-0c80-478b-b0ec-c250be650cd4 req-f552eb01-f201-4ca6-9f1b-cd37f58fbcf4 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 210 time: 0.0559733 Aug 24 16:57:49.412882 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Set router cebdcbb0-ce6d-4eec-968d-5622b4937164 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:57:49.417153 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Network 47707b32-7c4e-4c21-bd52-0372b8d921a4 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:57:49.427927 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-18ab7ce5-f9f7-4b7c-b392-cdbe8b0ade99 req-ee023184-2ac0-4583-af33-e81c4ce44e13 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 210 time: 0.0591731 Aug 24 16:57:49.429461 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:49.642855 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Router 25255ba3-d10b-48c5-9b8c-5967cf8f22be has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:57:49.736259 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'name': 'tempest-ServerRescueNegativeTestJSON-1153907623-router', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e6c4d2d9-b44b-484a-93f0-92ce77ff0567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:39Z', 'updated_at': '2021-08-24T16:57:47Z', 'revision_number': 4, 'project_id': '57f7488cf1f34f44a13e4291324ad73a', 'gw_port': {'id': 'e6c4d2d9-b44b-484a-93f0-92ce77ff0567', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '23bc08de-5d9e-4a5a-ac72-8dee8f42641c', 'name': '', 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a', 'mac_address': 'fa:16:3e:67:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:45Z', 'updated_at': '2021-08-24T16:57:47Z', 'revision_number': 2, 'project_id': '57f7488cf1f34f44a13e4291324ad73a', 'subnets': [{'id': '102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:49.780514 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Checking router: cebdcbb0-ce6d-4eec-968d-5622b4937164 for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:57:49.780869 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Updating router cebdcbb0-ce6d-4eec-968d-5622b4937164 port 23bc08de-5d9e-4a5a-ac72-8dee8f42641c binding host dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:57:49.820629 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:49.821220 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-29a14990-ea43-4d96-b093-740f3d283d6a None None] Provisioning complete for port b6897ce1-7276-4620-9f82-7e8ed953222c triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:57:49.821705 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-29a14990-ea43-4d96-b093-740f3d283d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:49.836178 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:57:49.842225 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1b9ea997-f784-4f55-95d3-c9936cf78bb8 admin admin] 10.222.0.13 "PUT /v2.0/routers/25255ba3-d10b-48c5-9b8c-5967cf8f22be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0534949 Aug 24 16:57:49.881949 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-29a14990-ea43-4d96-b093-740f3d283d6a None None] Port b6897ce1-7276-4620-9f82-7e8ed953222c cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:57:50.301125 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:50.302085 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-eff4574e-2d31-40bc-ae7a-ca6cd5dfb4a8 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:50.304399 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-eff4574e-2d31-40bc-ae7a-ca6cd5dfb4a8 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/networks?id=af031b8c-c683-46a0-9719-609504051ca8 HTTP/1.1" status: 200 len: 819 time: 0.2366321 Aug 24 16:57:50.338490 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-7311ea65-56da-423a-9096-8ef0edf2f9ad tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/quotas/57f7488cf1f34f44a13e4291324ad73a HTTP/1.1" status: 200 len: 375 time: 0.0232151 Aug 24 16:57:50.348894 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Transition to ACTIVE for port object 23bc08de-5d9e-4a5a-ac72-8dee8f42641c will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:57:50.360368 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:50.473127 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-b6f71bea-5ab9-4ad4-aee7-4fd981fe588c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f7488cf1f34f44a13e4291324ad73a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1258512 Aug 24 16:57:50.591179 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d710db-7e2f-44d3-a6fb-617ea781cc9a None None] Pushing event updated for resources: {'Port': ['ID=23bc08de-5d9e-4a5a-ac72-8dee8f42641c,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:50.642821 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-973b572a-f542-4a3b-a1de-7f42f43d5a1f service neutron] 10.222.0.13 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616502 Aug 24 16:57:50.691229 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Attempting to bind port 23bc08de-5d9e-4a5a-ac72-8dee8f42641c on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:57:50.691599 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Attempting to bind port 23bc08de-5d9e-4a5a-ac72-8dee8f42641c by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '6ffd5811-2a46-45ca-815d-34baea26209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:57:50.691957 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Attempting to bind port 23bc08de-5d9e-4a5a-ac72-8dee8f42641c on network af031b8c-c683-46a0-9719-609504051ca8 {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:57:50.705071 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:57:50.705447 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Checking segment: {'id': '6ffd5811-2a46-45ca-815d-34baea26209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:57:50.705856 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:50.706748 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Bound using segment: {'id': '6ffd5811-2a46-45ca-815d-34baea26209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:57:50.706748 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Bound port: 23bc08de-5d9e-4a5a-ac72-8dee8f42641c, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffd5811-2a46-45ca-815d-34baea26209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:57:50.707110 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:50.774204 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-b691245a-3c8b-40d6-93f3-fb2cf34e613d service neutron] 10.222.0.13 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272273 Aug 24 16:57:50.817170 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] For port 23bc08de-5d9e-4a5a-ac72-8dee8f42641c, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:57:50.829769 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] For port 23bc08de-5d9e-4a5a-ac72-8dee8f42641c, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=23bc08de-5d9e-4a5a-ac72-8dee8f42641c,segment=NetworkSegment(6ffd5811-2a46-45ca-815d-34baea26209c),segment_id=6ffd5811-2a46-45ca-815d-34baea26209c)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:57:50.843570 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:51.020190 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-81efa413-dda2-4272-95db-253fa9497a50 req-e3616fba-39e1-4509-9c6f-25b83bf9a7ba tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 210 time: 0.0472188 Aug 24 16:57:51.049941 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Routers {'cebdcbb0-ce6d-4eec-968d-5622b4937164'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:57:51.050615 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:57:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['cebdcbb0-ce6d-4eec-968d-5622b4937164'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:51.169981 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device e6c4d2d9-b44b-484a-93f0-92ce77ff0567 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:57:51.238246 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d710db-7e2f-44d3-a6fb-617ea781cc9a None None] Pushing event updated for resources: {'Port': ['ID=23bc08de-5d9e-4a5a-ac72-8dee8f42641c,revision_number=4']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:51.284800 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6afa72ba-80c2-478a-a671-0ad65144e06d req-5bc92c09-bdfc-4787-b39f-e77828b2053c tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 210 time: 0.1197100 Aug 24 16:57:51.288980 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port e6c4d2d9-b44b-484a-93f0-92ce77ff0567 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:57:51.289865 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:51.301285 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] Set router cebdcbb0-ce6d-4eec-968d-5622b4937164 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:57:51.465121 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b9d96652-0958-497d-9451-a02c1f05f4c7 req-d7468ed4-92ce-4627-98af-c53076497721 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 210 time: 0.1112742 Aug 24 16:57:51.541866 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 7f728d34-0ff0-4419-9c35-3109de9c3bbf up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:57:51.628239 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54786) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:51.642755 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-0e9bd841-70c0-4d9d-8e60-3220b1635c9e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1441034670', 'description': 'tempest-description--417653515'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:51.669038 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 7f728d34-0ff0-4419-9c35-3109de9c3bbf completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:57:51.674153 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 7f728d34-0ff0-4419-9c35-3109de9c3bbf triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:57:51.674421 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:51.738232 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd841-70c0-4d9d-8e60-3220b1635c9e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:51.768349 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 54798) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:51.791395 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'name': 'tempest-ServerRescueNegativeTestJSON-1153907623-router', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e6c4d2d9-b44b-484a-93f0-92ce77ff0567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:39Z', 'updated_at': '2021-08-24T16:57:47Z', 'revision_number': 4, 'project_id': '57f7488cf1f34f44a13e4291324ad73a', 'gw_port': {'id': 'e6c4d2d9-b44b-484a-93f0-92ce77ff0567', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '23bc08de-5d9e-4a5a-ac72-8dee8f42641c', 'name': '', 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a', 'mac_address': 'fa:16:3e:67:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:45Z', 'updated_at': '2021-08-24T16:57:50Z', 'revision_number': 4, 'project_id': '57f7488cf1f34f44a13e4291324ad73a', 'subnets': [{'id': '102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:51.864474 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33ca16-324a-4d5e-896a-23061cbf726e None None] The sync data for ids ['cebdcbb0-ce6d-4eec-968d-5622b4937164'] in dv-cinder-799668-9-iscsi is: [{'id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'name': 'tempest-ServerRescueNegativeTestJSON-1153907623-router', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e6c4d2d9-b44b-484a-93f0-92ce77ff0567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:39Z', 'updated_at': '2021-08-24T16:57:47Z', 'revision_number': 4, 'project_id': '57f7488cf1f34f44a13e4291324ad73a', 'gw_port': {'id': 'e6c4d2d9-b44b-484a-93f0-92ce77ff0567', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '23bc08de-5d9e-4a5a-ac72-8dee8f42641c', 'name': '', 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a', 'mac_address': 'fa:16:3e:67:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:45Z', 'updated_at': '2021-08-24T16:57:50Z', 'revision_number': 4, 'project_id': '57f7488cf1f34f44a13e4291324ad73a', 'subnets': [{'id': '102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:57:51.906257 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:51.947602 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 7f728d34-0ff0-4419-9c35-3109de9c3bbf, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=7f728d34-0ff0-4419-9c35-3109de9c3bbf,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:57:51.956555 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:51.965884 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd841-70c0-4d9d-8e60-3220b1635c9e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:51.973027 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd841-70c0-4d9d-8e60-3220b1635c9e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:52.030858 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bd841-70c0-4d9d-8e60-3220b1635c9e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b95020-32b0-480b-acd7-e0a8608ede35,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:52.037861 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0e9bd841-70c0-4d9d-8e60-3220b1635c9e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:52.039484 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-0e9bd841-70c0-4d9d-8e60-3220b1635c9e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4097917 Aug 24 16:57:52.043085 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54812) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:52.048657 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-3f15e500-8f39-4966-a3a0-d1b3a1c03208 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Request body: {'security_group_rule': {'security_group_id': 'b7b95020-32b0-480b-acd7-e0a8608ede35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:52.150602 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=7f728d34-0ff0-4419-9c35-3109de9c3bbf,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:52.151013 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3f15e500-8f39-4966-a3a0-d1b3a1c03208 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:52.275270 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-aa30b93d-b0e8-4e4f-aa0f-bf9965815d07 req-0f7e1792-11e5-4abd-856e-37a12f9a5d38 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 210 time: 0.0719905 Aug 24 16:57:52.299789 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7a56e41d-e346-4563-9576-5c28de16983f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:52.315754 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3f15e500-8f39-4966-a3a0-d1b3a1c03208 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:52.323415 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3f15e500-8f39-4966-a3a0-d1b3a1c03208 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:52.354520 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15e500-8f39-4966-a3a0-d1b3a1c03208 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ce5c54-93bd-4d81-9b02-68bd9eeafa0e,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:52.406179 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-a845965a-33ab-4e3f-b4b5-3d816f717ddb tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:52.407826 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-a845965a-33ab-4e3f-b4b5-3d816f717ddb tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/networks?id=af031b8c-c683-46a0-9719-609504051ca8 HTTP/1.1" status: 200 len: 819 time: 0.5833755 Aug 24 16:57:52.422668 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-377525de-ea3f-4a05-a088-77336aaf2ded req-0f6ac953-ed06-4600-b2a1-aa4e1a7d2a05 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 210 time: 0.0388715 Aug 24 16:57:52.433824 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-b96c71a1-d886-447d-850b-a13270c1daf8 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/quotas/57f7488cf1f34f44a13e4291324ad73a HTTP/1.1" status: 200 len: 375 time: 0.0167449 Aug 24 16:57:52.535061 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-6c01e315-f74a-4f9e-ac35-183ff623f456 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57f7488cf1f34f44a13e4291324ad73a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0853148 Aug 24 16:57:52.559179 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7a56e41d-e346-4563-9576-5c28de16983f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:52.573155 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3f15e500-8f39-4966-a3a0-d1b3a1c03208 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:52.574923 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-7a56e41d-e346-4563-9576-5c28de16983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:52.575066 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-3f15e500-8f39-4966-a3a0-d1b3a1c03208 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5308847 Aug 24 16:57:52.578815 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54824) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:52.588754 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-44ce2ec8-1301-4b32-b1d5-dcf633230d0d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Request body: {'security_group_rule': {'security_group_id': 'b7b95020-32b0-480b-acd7-e0a8608ede35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:52.664412 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-44ce2ec8-1301-4b32-b1d5-dcf633230d0d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:52.677546 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.26', 49829) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:52.725443 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-7a56e41d-e346-4563-9576-5c28de16983f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=316105bad1dd4b77a21dbcb133ea356c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9557412 Aug 24 16:57:52.727195 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 54834) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:52.770088 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56e41d-e346-4563-9576-5c28de16983f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0e972a-9c0a-4c95-8925-cbabc2f390dd,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:52.799869 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-44ce2ec8-1301-4b32-b1d5-dcf633230d0d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:52.807484 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-44ce2ec8-1301-4b32-b1d5-dcf633230d0d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:52.875757 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce2ec8-1301-4b32-b1d5-dcf633230d0d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80c967d-dd6d-4b1f-8968-8c594f17d0b4,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:52.884422 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-44ce2ec8-1301-4b32-b1d5-dcf633230d0d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:52.884422 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-44ce2ec8-1301-4b32-b1d5-dcf633230d0d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3009074 Aug 24 16:57:52.887304 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 54840) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:52.895403 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Request body: {'floatingip': {'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:52.902893 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-b9542815-f07c-4461-bbff-4709150abaee service neutron] 10.222.0.13 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581598 Aug 24 16:57:52.959996 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:53.012980 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for floatingip, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:53.043560 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-7903c3c6-0ee1-4853-85de-a60426073439 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:53.044646 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-7903c3c6-0ee1-4853-85de-a60426073439 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "GET /v2.0/networks?id=bf72a82c-18b4-451b-8db2-bcdc900afbc3 HTTP/1.1" status: 200 len: 815 time: 0.3610888 Aug 24 16:57:53.048043 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5241f024-6334-4662-9cb8-cb1e5608b5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:53.111705 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Sync routers for ids ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:57:53.111952 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5241f024-6334-4662-9cb8-cb1e5608b5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:53.132624 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Routers {'25255ba3-d10b-48c5-9b8c-5967cf8f22be'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:57:53.133285 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:57:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:53.140511 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-d9be95bd-f6f9-422b-8f6a-f333c677b249 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Request body: {'port': {'device_id': 'c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e', 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3', 'admin_state_up': True, 'tenant_id': 'b0e28439adcc476fa5da6baf030d09a0'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:53.184908 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-dad604e2-eaa4-4f59-8ea3-4ad6115c7be5 service neutron] 10.222.0.13 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689853 Aug 24 16:57:53.278678 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 23bc08de-5d9e-4a5a-ac72-8dee8f42641c up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:57:53.366644 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.26', 49835) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:53.739080 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Set router 25255ba3-d10b-48c5-9b8c-5967cf8f22be gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:57:53.741377 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 23bc08de-5d9e-4a5a-ac72-8dee8f42641c completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:57:53.751833 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2801daa2-5957-4c58-bbb5-b20ba31fc721 req-319bb900-cd4a-45be-8eaa-af16c9414a68 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 210 time: 0.2205131 Aug 24 16:57:53.842896 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 23bc08de-5d9e-4a5a-ac72-8dee8f42641c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:57:53.846747 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:53.871237 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:53.952695 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5241f024-6334-4662-9cb8-cb1e5608b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:53.966313 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5241f024-6334-4662-9cb8-cb1e5608b5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:53.976070 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5241f024-6334-4662-9cb8-cb1e5608b5fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d0e972a-9c0a-4c95-8925-cbabc2f390dd HTTP/1.1" status: 204 len: 168 time: 1.2231665 Aug 24 16:57:54.082398 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-847bd7d1-a954-4bfd-8832-c70fb086872f req-47f69e4f-9785-44f8-a6e2-f4400a36f67e tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 210 time: 0.2127182 Aug 24 16:57:54.083295 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6386ff7d-c881-4b67-9c47-4d7c3666a084 req-c3a0cf5c-eba1-4ed1-843f-c7ec54c01c6f tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 210 time: 0.1836557 Aug 24 16:57:54.129877 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241f024-6334-4662-9cb8-cb1e5608b5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0e972a-9c0a-4c95-8925-cbabc2f390dd,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:54.265352 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-052cc369-29d7-4c07-aaea-95aa4b356564 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:54.268307 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-052cc369-29d7-4c07-aaea-95aa4b356564 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.26 "GET /v2.0/networks?id=82cc00a6-f3de-4d15-a512-93f1f2d9ea28 HTTP/1.1" status: 200 len: 812 time: 0.8697250 Aug 24 16:57:54.283172 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-d9be95bd-f6f9-422b-8f6a-f333c677b249 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Made reservation on behalf of b0e28439adcc476fa5da6baf030d09a0 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:57:54.287152 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-d9be95bd-f6f9-422b-8f6a-f333c677b249 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:54.303984 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-c9e4e9ed-b1a5-44b7-830d-80ddb694b0fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Request body: {'port': {'device_id': 'cfdb8b4e-6715-4224-9993-d80fb2c28847', 'network_id': '82cc00a6-f3de-4d15-a512-93f1f2d9ea28', 'admin_state_up': True, 'tenant_id': '22e7d54131974dbbb7f0512ea4a1b286'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:54.405591 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Allocated IP 172.27.0.2 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/bb38bd45-6e50-416a-8c26-b3dd8d0d54a0) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:57:54.407682 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.26', 49840) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:54.700099 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:54.894554 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 23bc08de-5d9e-4a5a-ac72-8dee8f42641c, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=23bc08de-5d9e-4a5a-ac72-8dee8f42641c,segment=NetworkSegment(6ffd5811-2a46-45ca-815d-34baea26209c),segment_id=6ffd5811-2a46-45ca-815d-34baea26209c)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:57:54.898497 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 2, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:54.922621 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-3dfd8ff5-da78-4795-882e-291e244d546c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:54.924193 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-3dfd8ff5-da78-4795-882e-291e244d546c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.26 "GET /v2.0/networks?id=af031b8c-c683-46a0-9719-609504051ca8 HTTP/1.1" status: 200 len: 819 time: 0.5155151 Aug 24 16:57:54.934162 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Checking router: 25255ba3-d10b-48c5-9b8c-5967cf8f22be for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:57:54.934712 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Updating router 25255ba3-d10b-48c5-9b8c-5967cf8f22be port b6897ce1-7276-4620-9f82-7e8ed953222c binding host dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:57:54.937310 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:54.938376 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 7f728d34-0ff0-4419-9c35-3109de9c3bbf up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:57:54.977075 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 54940) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:54.981220 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-b69c4234-93ee-4fee-8368-b071ca61a078 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Request body: {'port': {'device_id': '64a91e2a-cd1b-4081-9e46-4deeeb90362f', 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8', 'admin_state_up': True, 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:55.044620 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:55.078308 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-baa6fd5d-14a0-44a8-830f-93097b8ffc77 req-ba3f3ef2-d7be-4588-8ce5-21c0fe8f18be tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 210 time: 0.1780565 Aug 24 16:57:55.110315 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5c8edc76-227b-4f57-a378-946ccdea8ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:55.186395 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-c9e4e9ed-b1a5-44b7-830d-80ddb694b0fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Made reservation on behalf of 22e7d54131974dbbb7f0512ea4a1b286 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:57:55.192757 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-c9e4e9ed-b1a5-44b7-830d-80ddb694b0fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:55.257460 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 7f728d34-0ff0-4419-9c35-3109de9c3bbf triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:57:55.258185 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:55.263259 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=23bc08de-5d9e-4a5a-ac72-8dee8f42641c,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:55.354858 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d9036ef4-8ec6-4cb8-ac08-e4577148687a req-a5d55eff-1f5d-4f12-8ed5-9cefd381cfb1 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 210 time: 0.1352990 Aug 24 16:57:55.370959 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-d9be95bd-f6f9-422b-8f6a-f333c677b249 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Allocated IP 172.20.0.10 (bf72a82c-18b4-451b-8db2-bcdc900afbc3/f364770e-c442-4a7e-bab0-383d6bc3990f/733e211f-dc0d-4739-bd69-8bfab41cc11e) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:57:55.384092 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-33159131-f6d6-4050-8e34-ca5c978aff10 req-e6bc2ff7-5e68-403a-a557-1be114142fdc tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 210 time: 0.0697658 Aug 24 16:57:55.411754 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:55.516020 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:55.599210 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:57:55.613533 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:55.617388 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:57:55.630787 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:55.661145 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Transition to ACTIVE for port object b6897ce1-7276-4620-9f82-7e8ed953222c will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:57:55.669924 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 23bc08de-5d9e-4a5a-ac72-8dee8f42641c up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:57:55.705173 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-c9e4e9ed-b1a5-44b7-830d-80ddb694b0fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Allocated IP 172.20.0.6 (82cc00a6-f3de-4d15-a512-93f1f2d9ea28/9d22f33a-dcf4-43a4-be2a-3b400b1882bc/0b060ac7-d22a-45e1-a938-5a90289ec738) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:57:55.757271 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:55.897345 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event updated for resources: {'Port': ['ID=bb38bd45-6e50-416a-8c26-b3dd8d0d54a0,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:55.902760 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:55.980643 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:56.037677 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5c8edc76-227b-4f57-a378-946ccdea8ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:56.088110 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 23bc08de-5d9e-4a5a-ac72-8dee8f42641c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:57:56.089925 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:56.103046 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-b69c4234-93ee-4fee-8368-b071ca61a078 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Made reservation on behalf of 57f7488cf1f34f44a13e4291324ad73a for: {'port': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:57:56.121285 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-b69c4234-93ee-4fee-8368-b071ca61a078 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:56.296225 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaebb66-2bff-4df6-afa6-62e495350e3b None None] Pushing event updated for resources: {'Port': ['ID=b6897ce1-7276-4620-9f82-7e8ed953222c,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:56.385716 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5c8edc76-227b-4f57-a378-946ccdea8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:56.499248 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Attempting to bind port b6897ce1-7276-4620-9f82-7e8ed953222c on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:57:56.499707 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Attempting to bind port b6897ce1-7276-4620-9f82-7e8ed953222c by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:57:56.500075 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Attempting to bind port b6897ce1-7276-4620-9f82-7e8ed953222c on network 47707b32-7c4e-4c21-bd52-0372b8d921a4 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:57:56.545689 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:57:56.546680 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Checking segment: {'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:57:56.549031 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:56.549580 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Bound using segment: {'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:57:56.550101 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Bound port: b6897ce1-7276-4620-9f82-7e8ed953222c, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:57:56.550542 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:56.599005 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-d9be95bd-f6f9-422b-8f6a-f333c677b249 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:56.636266 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-db05acd3-9789-444e-9152-420a4cdda52a req-7565ec9e-d9b0-46b0-91d0-a139f8fbd3f2 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 210 time: 0.1108932 Aug 24 16:57:56.637424 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8edc76-227b-4f57-a378-946ccdea8ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35ef1a5-0987-4edb-8c3f-890038938d3a,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:56.689062 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5c8edc76-227b-4f57-a378-946ccdea8ae6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f531523c2b24612b9cef581f6190b37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6829717 Aug 24 16:57:56.714200 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 55010) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:56.852505 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.26', 49851) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:56.903825 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] For port b6897ce1-7276-4620-9f82-7e8ed953222c, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:57:56.909668 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] For port b6897ce1-7276-4620-9f82-7e8ed953222c, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=b6897ce1-7276-4620-9f82-7e8ed953222c,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:57:56.920397 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:56.949939 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:56.988804 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2a421c2e-60a6-49c1-816d-40752b0d2433 req-08a60f71-b751-497b-b534-e91e5eb1b303 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 210 time: 0.1586831 Aug 24 16:57:57.046065 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-c9e4e9ed-b1a5-44b7-830d-80ddb694b0fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:57.058244 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Routers {'25255ba3-d10b-48c5-9b8c-5967cf8f22be'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:57:57.059035 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:57:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:57.160372 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-d9be95bd-f6f9-422b-8f6a-f333c677b249 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:57.214293 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1b250e08-4b53-4a8c-9e6f-ddbac41bccd5 req-6c7aec8a-73ea-45ad-a554-9f21fa54756a tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 210 time: 0.4286213 Aug 24 16:57:57.216345 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:57.342293 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e9975c3f-6212-486d-9801-d2b7c00918f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:57.351550 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 55026) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:57.351826 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaebb66-2bff-4df6-afa6-62e495350e3b None None] Pushing event updated for resources: {'Port': ['ID=b6897ce1-7276-4620-9f82-7e8ed953222c,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:57.373011 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event updated for resources: {'Port': ['ID=bb38bd45-6e50-416a-8c26-b3dd8d0d54a0,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:57.403417 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:57.466663 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-03f60488-b2a0-40dd-938c-47a27e949571 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:57.472700 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-03f60488-b2a0-40dd-938c-47a27e949571 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.26 "GET /v2.0/networks?id=af031b8c-c683-46a0-9719-609504051ca8 HTTP/1.1" status: 200 len: 819 time: 0.6067839 Aug 24 16:57:57.473631 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] Set router 25255ba3-d10b-48c5-9b8c-5967cf8f22be gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:57:57.483576 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:57.485744 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d4c34793-136c-4e8b-9d2f-602382aadf7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5970833 Aug 24 16:57:57.507614 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-b69c4234-93ee-4fee-8368-b071ca61a078 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Allocated IP 172.20.0.7 (af031b8c-c683-46a0-9719-609504051ca8/102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1/8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:57:57.557005 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-4488a074-ac8f-403b-894d-3cce5dc54824 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Request body: {'port': {'device_id': '6445080e-a498-4bbd-ac10-42753d0247f5', 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8', 'admin_state_up': True, 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:57.591824 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-c9e4e9ed-b1a5-44b7-830d-80ddb694b0fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:57.595279 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-d9be95bd-f6f9-422b-8f6a-f333c677b249 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Network bf72a82c-18b4-451b-8db2-bcdc900afbc3 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:57:57.637739 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e9975c3f-6212-486d-9801-d2b7c00918f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:57.652977 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device b6897ce1-7276-4620-9f82-7e8ed953222c up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:57:57.670133 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-d9be95bd-f6f9-422b-8f6a-f333c677b249 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:57.674639 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-d9be95bd-f6f9-422b-8f6a-f333c677b249 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:57:57.686857 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-d9be95bd-f6f9-422b-8f6a-f333c677b249 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:57.695543 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-d9be95bd-f6f9-422b-8f6a-f333c677b249 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:57.745610 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be95bd-f6f9-422b-8f6a-f333c677b249 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Pushing event updated for resources: {'Port': ['ID=733e211f-dc0d-4739-bd69-8bfab41cc11e,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:57.771422 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-d9be95bd-f6f9-422b-8f6a-f333c677b249 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6403909 Aug 24 16:57:57.882037 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-b69c4234-93ee-4fee-8368-b071ca61a078 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:57.947698 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-b69c4234-93ee-4fee-8368-b071ca61a078 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:57.984430 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-c9e4e9ed-b1a5-44b7-830d-80ddb694b0fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Network 82cc00a6-f3de-4d15-a512-93f1f2d9ea28 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:57:58.008761 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-c9e4e9ed-b1a5-44b7-830d-80ddb694b0fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:58.085986 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 55058) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:58.094901 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0859cc4c-bf43-4a92-a240-fca5ba11be32 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 16:57:58.102711 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0859cc4c-bf43-4a92-a240-fca5ba11be32 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1594620 Aug 24 16:57:58.111637 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-b69c4234-93ee-4fee-8368-b071ca61a078 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Network af031b8c-c683-46a0-9719-609504051ca8 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:57:58.119298 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-c9e4e9ed-b1a5-44b7-830d-80ddb694b0fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:57:58.132542 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-b69c4234-93ee-4fee-8368-b071ca61a078 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:58.133716 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port b6897ce1-7276-4620-9f82-7e8ed953222c completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:57:58.135995 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-c9e4e9ed-b1a5-44b7-830d-80ddb694b0fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:58.135995 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-c9e4e9ed-b1a5-44b7-830d-80ddb694b0fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:58.137991 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c4234-93ee-4fee-8368-b071ca61a078 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Pushing event updated for resources: {'Port': ['ID=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:58.153726 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port b6897ce1-7276-4620-9f82-7e8ed953222c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:57:58.154205 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:58.161752 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-b69c4234-93ee-4fee-8368-b071ca61a078 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:57:58.169196 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-b69c4234-93ee-4fee-8368-b071ca61a078 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:58.170235 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-b69c4234-93ee-4fee-8368-b071ca61a078 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:58.199495 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-21ac54da-e147-4b9d-8390-45d206f2e3e4 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1441034670&fields=id&tenant_id=fd5cc4db84894a6582094a71bb023ee0 HTTP/1.1" status: 200 len: 267 time: 0.2636154 Aug 24 16:57:58.329070 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4462e7-5a2a-40de-908f-30634022b263 req-bb8e9222-5b73-4825-92d5-97fbe00ae894 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:58.334774 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-9021586b-759d-4b8d-b61e-75ca0c44da50 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:58.336261 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bd4462e7-5a2a-40de-908f-30634022b263 req-bb8e9222-5b73-4825-92d5-97fbe00ae894 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 932 time: 0.5728252 Aug 24 16:57:58.338683 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-62798dfb-5bdc-4eb8-996a-f715a8273ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:58.342763 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-9021586b-759d-4b8d-b61e-75ca0c44da50 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/networks?id=47707b32-7c4e-4c21-bd52-0372b8d921a4 HTTP/1.1" status: 200 len: 817 time: 0.1422226 Aug 24 16:57:58.374182 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-1ee2c893-2010-4577-8eea-e38fa8fbc8f7 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/quotas/fd5cc4db84894a6582094a71bb023ee0 HTTP/1.1" status: 200 len: 375 time: 0.0302980 Aug 24 16:57:58.375098 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4e9ed-b1a5-44b7-830d-80ddb694b0fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Pushing event updated for resources: {'Port': ['ID=0b060ac7-d22a-45e1-a938-5a90289ec738,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:58.389141 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-b69c4234-93ee-4fee-8368-b071ca61a078 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4212134 Aug 24 16:57:58.430784 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-c9e4e9ed-b1a5-44b7-830d-80ddb694b0fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1376266 Aug 24 16:57:58.446280 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-864e0a17-c624-4e7f-a068-2e28c0d6f97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:58.480674 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e9975c3f-6212-486d-9801-d2b7c00918f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:58.484351 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e9975c3f-6212-486d-9801-d2b7c00918f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:58.485737 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e9975c3f-6212-486d-9801-d2b7c00918f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a35ef1a5-0987-4edb-8c3f-890038938d3a HTTP/1.1" status: 204 len: 168 time: 1.7702355 Aug 24 16:57:58.514327 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bd4462e7-5a2a-40de-908f-30634022b263 req-13550a1c-4903-4f97-9fc9-7c134960ce5d tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758499 Aug 24 16:57:58.535461 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-443728a4-8551-4edc-9c61-83669f178f8c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd5cc4db84894a6582094a71bb023ee0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1556089 Aug 24 16:57:58.553789 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Request body: {'port': {'device_id': 'c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:58.572500 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:58.577499 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9975c3f-6212-486d-9801-d2b7c00918f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35ef1a5-0987-4edb-8c3f-890038938d3a,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:58.585156 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:56Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:58.640186 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Request body: {'port': {'device_id': 'cfdb8b4e-6715-4224-9993-d80fb2c28847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:58.645325 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7084b930-ecf2-408a-97cb-30f0d7d41059 None None] The sync data for ids ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'] in dv-cinder-799668-9-iscsi is: [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:56Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:57:58.716160 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port b6897ce1-7276-4620-9f82-7e8ed953222c, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=b6897ce1-7276-4620-9f82-7e8ed953222c,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:57:58.724068 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:58.731367 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-23292f3e-b726-4855-a97e-db240bcaa022 req-b23520e3-365a-4961-bebb-0a405599cb5c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 210 time: 0.0958631 Aug 24 16:57:58.733944 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-7258d3b4-8917-4e9f-bc19-2b61c828cdc7 service neutron] 10.222.0.13 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812263 Aug 24 16:57:58.741505 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Request body: {'port': {'device_id': '64a91e2a-cd1b-4081-9e46-4deeeb90362f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:58.942930 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:58.979134 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:59.046721 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:59.108364 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=b6897ce1-7276-4620-9f82-7e8ed953222c,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:59.193960 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-62798dfb-5bdc-4eb8-996a-f715a8273ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:59.238434 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-62798dfb-5bdc-4eb8-996a-f715a8273ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:59.250417 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd8113-c944-4cc7-bfb2-bb21b54b8dd3 req-55611e61-d578-47ce-b65c-9062a36f3aea tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:57:59.252357 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5ddd8113-c944-4cc7-bfb2-bb21b54b8dd3 req-55611e61-d578-47ce-b65c-9062a36f3aea tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 931 time: 0.4014561 Aug 24 16:57:59.575070 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-4488a074-ac8f-403b-894d-3cce5dc54824 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Made reservation on behalf of 57f7488cf1f34f44a13e4291324ad73a for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:57:59.579114 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-4488a074-ac8f-403b-894d-3cce5dc54824 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:59.594478 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62798dfb-5bdc-4eb8-996a-f715a8273ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4451bd2f-5bbe-450d-8a5a-15879b8a4eea,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:59.606965 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-62798dfb-5bdc-4eb8-996a-f715a8273ecd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a0af6243ae44c4fadcccadf90d83d67&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2085545 Aug 24 16:57:59.616703 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 55102) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:57:59.660859 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device b6897ce1-7276-4620-9f82-7e8ed953222c up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:57:59.716555 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5ddd8113-c944-4cc7-bfb2-bb21b54b8dd3 req-9db0d05b-8717-4738-b8c7-d9fd1dc915f4 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469614 Aug 24 16:57:59.834974 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port b6897ce1-7276-4620-9f82-7e8ed953222c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:57:59.837986 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:59.903315 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 {{(pid=93841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:57:59.941134 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:57:59.987050 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Transition to ACTIVE for port object 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:58:00.066609 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:00.145433 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:00.180590 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-1c2719c2-d762-41c9-ab2e-f681049179ca service neutron] 10.222.0.13 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4457309 Aug 24 16:58:00.421228 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-864e0a17-c624-4e7f-a068-2e28c0d6f97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:00.423151 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Attempting to bind port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:58:00.424014 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Attempting to bind port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '6ffd5811-2a46-45ca-815d-34baea26209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:58:00.424014 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Attempting to bind port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 on network af031b8c-c683-46a0-9719-609504051ca8 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:58:00.429160 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-864e0a17-c624-4e7f-a068-2e28c0d6f97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:00.478085 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e0a17-c624-4e7f-a068-2e28c0d6f97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74a5f3e-6f92-4e37-aadc-cf79b18f26ce,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:00.503251 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 on network af031b8c-c683-46a0-9719-609504051ca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:58:00.504381 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Attempting to bind port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 on network af031b8c-c683-46a0-9719-609504051ca8 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:58:00.556942 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:58:00.557662 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Checking segment: {'id': '6ffd5811-2a46-45ca-815d-34baea26209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:58:00.558169 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Bound using segment: {'id': '6ffd5811-2a46-45ca-815d-34baea26209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:58:00.558691 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Bound port: 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ffd5811-2a46-45ca-815d-34baea26209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:58:00.562441 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:00.575838 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-864e0a17-c624-4e7f-a068-2e28c0d6f97a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2762f93f6c0a4827afd55f7a85f5f2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4859214 Aug 24 16:58:00.590794 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 55126) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:00.726759 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b060ac7-d22a-45e1-a938-5a90289ec738 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:58:00.730234 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] For port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7, host hv-cinder-79966, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:58:00.736165 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:00.738718 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] For port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7,segment=NetworkSegment(6ffd5811-2a46-45ca-815d-34baea26209c),segment_id=6ffd5811-2a46-45ca-815d-34baea26209c)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:58:00.784184 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-87e4150e-6e34-4003-949d-a16d1c9ab9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:00.800411 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Transition to ACTIVE for port object 0b060ac7-d22a-45e1-a938-5a90289ec738 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:58:00.824379 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005c4a6-36bf-45ae-8ddd-c7959e9f6401 req-7cca8ec7-7802-4883-8182-be1d5bf43c83 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:00.825953 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4005c4a6-36bf-45ae-8ddd-c7959e9f6401 req-7cca8ec7-7802-4883-8182-be1d5bf43c83 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 932 time: 0.9778473 Aug 24 16:58:00.841253 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:00.841667 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:00.845285 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4217de41-17c7-4b24-a73b-3d4244ebc0dc req-4786bfea-8d69-4f8d-a792-87afb873294d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 210 time: 0.1040523 Aug 24 16:58:00.978005 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:00.979118 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:00.980179 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] 10.222.0.26 "PUT /v2.0/ports/8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 HTTP/1.1" status: 200 len: 1093 time: 2.5314264 Aug 24 16:58:00.984438 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a91e2a-cd1b-4081-9e46-4deeeb90362f', 'tag': '8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:58:01.010944 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-87e4150e-6e34-4003-949d-a16d1c9ab9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:01.052410 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Pushing event updated for resources: {'Port': ['ID=0b060ac7-d22a-45e1-a938-5a90289ec738,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:01.115460 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-4488a074-ac8f-403b-894d-3cce5dc54824 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Allocated IP 172.20.0.2 (af031b8c-c683-46a0-9719-609504051ca8/102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1/e3673453-68fe-43ca-a7cf-ee0899153cc3) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:58:01.121002 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4005c4a6-36bf-45ae-8ddd-c7959e9f6401 req-e48ab521-1f1c-4f97-a988-773444dd2fab tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146392 Aug 24 16:58:01.396223 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733e211f-dc0d-4739-bd69-8bfab41cc11e {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:58:01.429118 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:01.433755 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Attempting to bind port 0b060ac7-d22a-45e1-a938-5a90289ec738 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:58:01.434050 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Attempting to bind port 0b060ac7-d22a-45e1-a938-5a90289ec738 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '4693def0-c1e4-4d47-8b55-728319f03928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '82cc00a6-f3de-4d15-a512-93f1f2d9ea28'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:58:01.434422 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Attempting to bind port 0b060ac7-d22a-45e1-a938-5a90289ec738 on network 82cc00a6-f3de-4d15-a512-93f1f2d9ea28 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:58:01.451301 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-87e4150e-6e34-4003-949d-a16d1c9ab9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:01.454324 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-87e4150e-6e34-4003-949d-a16d1c9ab9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:01.455929 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-87e4150e-6e34-4003-949d-a16d1c9ab9f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4451bd2f-5bbe-450d-8a5a-15879b8a4eea HTTP/1.1" status: 204 len: 168 time: 1.8168693 Aug 24 16:58:01.474088 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Port 0b060ac7-d22a-45e1-a938-5a90289ec738 on network 82cc00a6-f3de-4d15-a512-93f1f2d9ea28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:58:01.474704 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Attempting to bind port 0b060ac7-d22a-45e1-a938-5a90289ec738 on network 82cc00a6-f3de-4d15-a512-93f1f2d9ea28 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:58:01.490294 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Transition to ACTIVE for port object 733e211f-dc0d-4739-bd69-8bfab41cc11e will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:58:01.497002 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4150e-6e34-4003-949d-a16d1c9ab9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4451bd2f-5bbe-450d-8a5a-15879b8a4eea,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:01.527270 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:58:01.527577 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Checking segment: {'id': '4693def0-c1e4-4d47-8b55-728319f03928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '82cc00a6-f3de-4d15-a512-93f1f2d9ea28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:58:01.528151 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Bound using segment: {'id': '4693def0-c1e4-4d47-8b55-728319f03928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '82cc00a6-f3de-4d15-a512-93f1f2d9ea28'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:58:01.528629 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Bound port: 0b060ac7-d22a-45e1-a938-5a90289ec738, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4693def0-c1e4-4d47-8b55-728319f03928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '82cc00a6-f3de-4d15-a512-93f1f2d9ea28'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:58:01.528992 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:01.543957 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:01.562585 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b74c74-03d4-464a-9dca-779679d5b4db req-8915aada-4892-4988-92bb-07a1960d7a01 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:01.572076 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b6b74c74-03d4-464a-9dca-779679d5b4db req-8915aada-4892-4988-92bb-07a1960d7a01 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 943 time: 0.2951384 Aug 24 16:58:01.594432 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f3cdf6f1-11f4-4aaa-83a9-c722ac75ab8d req-d3cb4b4f-d655-485e-aea2-3afaedbf6303 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 210 time: 0.6619599 Aug 24 16:58:01.598274 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b2a646a1f232e2ad8fec3517a73b268219bf8140ee075a8608afca6235b5f5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933cb72d-4a9e-4bb2-893f-e9f4471a02e2" -d '{"events": [{"name": "network-changed", "server_uuid": "64a91e2a-cd1b-4081-9e46-4deeeb90362f", "tag": "8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:58:01.612640 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ac04-e517-45f9-bb14-6865ea4438fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:01.626160 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ee78a-6ba3-4227-9f97-4c6a9b6ba528 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:01.690681 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-2d091963-31a5-451e-b152-5caca74d3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:01.695005 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-2d091963-31a5-451e-b152-5caca74d3401 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57f7488cf1f34f44a13e4291324ad73a&device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 1096 time: 0.5863051 Aug 24 16:58:01.700169 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ac04-e517-45f9-bb14-6865ea4438fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:01.785979 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ac04-e517-45f9-bb14-6865ea4438fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:01.823296 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ac04-e517-45f9-bb14-6865ea4438fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:01.831108 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b9b2ac04-e517-45f9-bb14-6865ea4438fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f74a5f3e-6f92-4e37-aadc-cf79b18f26ce HTTP/1.1" status: 204 len: 168 time: 1.2390096 Aug 24 16:58:01.872064 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2ac04-e517-45f9-bb14-6865ea4438fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74a5f3e-6f92-4e37-aadc-cf79b18f26ce,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:01.933161 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Pushing event updated for resources: {'Port': ['ID=733e211f-dc0d-4739-bd69-8bfab41cc11e,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:01.981244 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b6b74c74-03d4-464a-9dca-779679d5b4db req-28970c03-cf67-4ed8-ad2c-d87477c4e71c tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643076 Aug 24 16:58:02.115480 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Attempting to bind port 733e211f-dc0d-4739-bd69-8bfab41cc11e on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:58:02.115816 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Attempting to bind port 733e211f-dc0d-4739-bd69-8bfab41cc11e by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:58:02.116138 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Attempting to bind port 733e211f-dc0d-4739-bd69-8bfab41cc11e on network bf72a82c-18b4-451b-8db2-bcdc900afbc3 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:58:02.175670 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Port 733e211f-dc0d-4739-bd69-8bfab41cc11e on network bf72a82c-18b4-451b-8db2-bcdc900afbc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:58:02.175781 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Attempting to bind port 733e211f-dc0d-4739-bd69-8bfab41cc11e on network bf72a82c-18b4-451b-8db2-bcdc900afbc3 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:58:02.225912 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:58:02.226480 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Checking segment: {'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:58:02.227179 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Bound using segment: {'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:58:02.227639 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Bound port: 733e211f-dc0d-4739-bd69-8bfab41cc11e, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:58:02.228146 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:02.254180 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537644dc-6342-4c23-bf5f-0d3eb657bb2e x-openstack-request-id: req-537644dc-6342-4c23-bf5f-0d3eb657bb2e {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:58:02.254893 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a91e2a-cd1b-4081-9e46-4deeeb90362f", "tag": "8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:58:02.254994 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-537644dc-6342-4c23-bf5f-0d3eb657bb2e {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:58:02.255624 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a91e2a-cd1b-4081-9e46-4deeeb90362f', 'tag': '8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7', 'status': 'completed', 'code': 200} Aug 24 16:58:02.364827 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00c97788-82a2-456d-b143-c098bfd15cf8 req-c4b42019-752c-4ac1-81ed-2421e5599065 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 210 time: 0.2056825 Aug 24 16:58:02.411607 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dd37a-2761-4cb8-8717-51137cac407f req-af3e040d-0a65-4c33-9bca-dab23a174d99 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:02.422239 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2c2dd37a-2761-4cb8-8717-51137cac407f req-af3e040d-0a65-4c33-9bca-dab23a174d99 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 944 time: 0.1030567 Aug 24 16:58:02.453649 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-4488a074-ac8f-403b-894d-3cce5dc54824 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:02.495852 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] For port 0b060ac7-d22a-45e1-a938-5a90289ec738, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:58:02.515180 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2c2dd37a-2761-4cb8-8717-51137cac407f req-d5d51481-8e9f-4764-8c98-951545e22cc1 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848074 Aug 24 16:58:02.550222 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] For port 0b060ac7-d22a-45e1-a938-5a90289ec738, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b060ac7-d22a-45e1-a938-5a90289ec738,segment=NetworkSegment(4693def0-c1e4-4d47-8b55-728319f03928),segment_id=4693def0-c1e4-4d47-8b55-728319f03928)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:58:02.562283 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] For port 733e211f-dc0d-4739-bd69-8bfab41cc11e, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:58:02.568450 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:02.590441 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] For port 733e211f-dc0d-4739-bd69-8bfab41cc11e, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=733e211f-dc0d-4739-bd69-8bfab41cc11e,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:58:02.626742 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:02.643290 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:02.643888 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:02.645413 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] 10.222.0.26 "PUT /v2.0/ports/0b060ac7-d22a-45e1-a938-5a90289ec738 HTTP/1.1" status: 200 len: 1093 time: 4.1583619 Aug 24 16:58:02.649714 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-4488a074-ac8f-403b-894d-3cce5dc54824 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:02.651356 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdb8b4e-6715-4224-9993-d80fb2c28847', 'tag': '0b060ac7-d22a-45e1-a938-5a90289ec738'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:58:02.945675 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-661019f2-d891-4224-b196-dd43d7809cab req-829c5c78-676d-4b16-be19-f4ea2722bd98 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 210 time: 0.1252105 Aug 24 16:58:02.947253 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 55206) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:02.955827 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:02.967893 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:02.968496 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26e54502-a844-4db3-abdc-a74fcc6bb76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:02.970550 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] 10.222.0.26 "PUT /v2.0/ports/733e211f-dc0d-4739-bd69-8bfab41cc11e HTTP/1.1" status: 200 len: 1094 time: 4.5972250 Aug 24 16:58:03.013062 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687bacf-5efb-4b1e-bf1c-640329fd372c service neutron] Pushing event updated for resources: {'Port': ['ID=0b060ac7-d22a-45e1-a938-5a90289ec738,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:03.032423 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-4488a074-ac8f-403b-894d-3cce5dc54824 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Network af031b8c-c683-46a0-9719-609504051ca8 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:58:03.041451 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-4488a074-ac8f-403b-894d-3cce5dc54824 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:58:03.066712 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-4488a074-ac8f-403b-894d-3cce5dc54824 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:58:03.080391 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-4488a074-ac8f-403b-894d-3cce5dc54824 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:03.080633 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-4488a074-ac8f-403b-894d-3cce5dc54824 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:03.129652 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310c5ee-f2ae-46cb-beab-5736c42537d6 service neutron] Pushing event updated for resources: {'Port': ['ID=733e211f-dc0d-4739-bd69-8bfab41cc11e,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:03.204226 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488a074-ac8f-403b-894d-3cce5dc54824 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Pushing event updated for resources: {'Port': ['ID=e3673453-68fe-43ca-a7cf-ee0899153cc3,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:03.314896 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a86be87-7293-4d86-bd27-db0794835a10" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdb8b4e-6715-4224-9993-d80fb2c28847", "tag": "0b060ac7-d22a-45e1-a938-5a90289ec738"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:58:03.326790 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26e54502-a844-4db3-abdc-a74fcc6bb76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:03.343975 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26e54502-a844-4db3-abdc-a74fcc6bb76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:03.353756 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-4488a074-ac8f-403b-894d-3cce5dc54824 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8181512 Aug 24 16:58:03.421279 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711cb2d-38aa-4724-8524-e86efe8d940b req-4a175d2a-1c76-427f-820e-ba22da149aa9 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:03.422879 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9711cb2d-38aa-4724-8524-e86efe8d940b req-4a175d2a-1c76-427f-820e-ba22da149aa9 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 943 time: 0.2695737 Aug 24 16:58:03.456022 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-26e54502-a844-4db3-abdc-a74fcc6bb76f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d46b951fcc749f39b06ae421a70ef1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5076120 Aug 24 16:58:03.457198 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e54502-a844-4db3-abdc-a74fcc6bb76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cf01da-3a85-47bd-b13b-5331674c3a6d,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:03.460145 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 55222) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:03.559771 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9711cb2d-38aa-4724-8524-e86efe8d940b req-5ee982ba-f10d-4791-bdb5-96403b209c6e tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254814 Aug 24 16:58:03.628467 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab298fe5-56f7-4ba4-b8ab-e2a51c9c3437 x-openstack-request-id: req-ab298fe5-56f7-4ba4-b8ab-e2a51c9c3437 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:58:03.628467 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdb8b4e-6715-4224-9993-d80fb2c28847", "tag": "0b060ac7-d22a-45e1-a938-5a90289ec738", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:58:03.628467 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab298fe5-56f7-4ba4-b8ab-e2a51c9c3437 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:58:03.629150 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdb8b4e-6715-4224-9993-d80fb2c28847', 'tag': '0b060ac7-d22a-45e1-a938-5a90289ec738', 'status': 'completed', 'code': 200} Aug 24 16:58:03.630365 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f2a8160d-13ea-4c9d-a5f8-d8fdc6e9230f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:03.657968 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f2a8160d-13ea-4c9d-a5f8-d8fdc6e9230f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:03.774149 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f2a8160d-13ea-4c9d-a5f8-d8fdc6e9230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:03.777411 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f2a8160d-13ea-4c9d-a5f8-d8fdc6e9230f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:03.778948 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f2a8160d-13ea-4c9d-a5f8-d8fdc6e9230f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42cf01da-3a85-47bd-b13b-5331674c3a6d HTTP/1.1" status: 204 len: 168 time: 0.3179457 Aug 24 16:58:03.800678 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91583a-058f-42b0-930e-6265faae7000 req-a34b7f4f-8773-4450-9584-d975072cfea9 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:03.811788 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3a91583a-058f-42b0-930e-6265faae7000 req-a34b7f4f-8773-4450-9584-d975072cfea9 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 931 time: 0.1220748 Aug 24 16:58:03.870028 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8160d-13ea-4c9d-a5f8-d8fdc6e9230f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cf01da-3a85-47bd-b13b-5331674c3a6d,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:03.924651 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3a91583a-058f-42b0-930e-6265faae7000 req-2ef6eb00-3eac-4d63-9a73-93d3a0837bc6 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065874 Aug 24 16:58:03.935632 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f74755-460a-4075-af63-7c2acfe5ffec req-32d25e52-4969-49c5-a14d-54cf5cf133af tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:03.941684 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-11f74755-460a-4075-af63-7c2acfe5ffec req-32d25e52-4969-49c5-a14d-54cf5cf133af tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 944 time: 0.1691020 Aug 24 16:58:04.034414 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-11f74755-460a-4075-af63-7c2acfe5ffec req-42d24960-1b08-47df-8888-3d71bc8313e9 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751674 Aug 24 16:58:04.231690 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5b3f6f6-2ef2-419d-b087-69138bf76981 req-e21e2852-d60a-4adf-89fd-eccfa41c52c3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 210 time: 0.0675862 Aug 24 16:58:04.727860 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00b61a-efc2-4150-96f3-139e50b242ab req-6d11bb44-5d21-4090-ac06-2168421a793e tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:04.729508 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7b00b61a-efc2-4150-96f3-139e50b242ab req-6d11bb44-5d21-4090-ac06-2168421a793e tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 943 time: 0.0890620 Aug 24 16:58:04.811891 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7b00b61a-efc2-4150-96f3-139e50b242ab req-0ab6635d-e976-4588-9773-1ac97ebb4e46 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686798 Aug 24 16:58:05.034493 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5161b656-7381-43f5-9f86-a785d67f4c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:05.105064 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb7e77-8031-4a25-a735-6cf6cec84e70 req-65b0cf38-c020-4c2e-a524-270e810d808b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:05.107400 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f1bb7e77-8031-4a25-a735-6cf6cec84e70 req-65b0cf38-c020-4c2e-a524-270e810d808b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 931 time: 0.0919025 Aug 24 16:58:05.161625 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f1bb7e77-8031-4a25-a735-6cf6cec84e70 req-72c3e199-707f-4890-8eac-bd579ba1a8d1 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472441 Aug 24 16:58:05.191805 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b799d-90c1-4ff6-b788-4f5da7b879a7 req-58217fab-b36c-41aa-b670-adb247a8822e tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:05.193331 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ae2b799d-90c1-4ff6-b788-4f5da7b879a7 req-58217fab-b36c-41aa-b670-adb247a8822e tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 944 time: 0.0886214 Aug 24 16:58:05.250396 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ae2b799d-90c1-4ff6-b788-4f5da7b879a7 req-f503cd25-8159-4428-9412-1a668ca1ce49 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487976 Aug 24 16:58:05.404639 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d5c3e3e1-aff7-45d0-9476-c64a37b195e0 req-edec6ccf-8e43-4e29-90cc-650d0501f92b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 210 time: 0.0617168 Aug 24 16:58:05.630880 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e', 'tag': '733e211f-dc0d-4739-bd69-8bfab41cc11e'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:58:05.633956 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a643ae1f-3424-43e4-aa37-ae9fa7f63eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e", "tag": "733e211f-dc0d-4739-bd69-8bfab41cc11e"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:58:05.671457 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db2b77f-b278-4fd7-b507-829ee2babde5 x-openstack-request-id: req-3db2b77f-b278-4fd7-b507-829ee2babde5 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:58:05.671745 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e", "tag": "733e211f-dc0d-4739-bd69-8bfab41cc11e", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:58:05.672001 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3db2b77f-b278-4fd7-b507-829ee2babde5 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:58:05.672386 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e', 'tag': '733e211f-dc0d-4739-bd69-8bfab41cc11e', 'status': 'completed', 'code': 200} Aug 24 16:58:05.951770 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73884b-d78b-4f25-88d3-8eed77ed9d3e req-c27527e9-05e1-49c0-94f1-91b2b1ae2b29 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:05.954230 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8b73884b-d78b-4f25-88d3-8eed77ed9d3e req-c27527e9-05e1-49c0-94f1-91b2b1ae2b29 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 943 time: 0.0795231 Aug 24 16:58:06.042897 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8b73884b-d78b-4f25-88d3-8eed77ed9d3e req-83670e64-022c-4cb2-aec0-cfd0593e71fd tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707901 Aug 24 16:58:06.420428 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39467e0b-63ca-4a11-9f09-e7088adc433f req-25b9121d-26af-47b7-851f-b532ea9c0810 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:06.433257 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-39467e0b-63ca-4a11-9f09-e7088adc433f req-25b9121d-26af-47b7-851f-b532ea9c0810 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 931 time: 0.1124039 Aug 24 16:58:06.492623 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-39467e0b-63ca-4a11-9f09-e7088adc433f req-728c3895-e485-43f4-b2b3-708b478dda53 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579476 Aug 24 16:58:06.586601 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7818eb-597f-427c-8ff5-ce00b7ebd263 req-b8c5a76c-0616-4af1-8c90-165066bf5bd0 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:06.588531 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-dc7818eb-597f-427c-8ff5-ce00b7ebd263 req-b8c5a76c-0616-4af1-8c90-165066bf5bd0 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 944 time: 0.1118722 Aug 24 16:58:06.667017 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-dc7818eb-597f-427c-8ff5-ce00b7ebd263 req-9315f7cc-8780-45d9-b3df-67fa78fcddaf tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703506 Aug 24 16:58:06.799169 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ee098500-7edf-4b6c-b489-7074719f8f6f req-ecdfd8c6-0fa0-45b3-b6ef-df0598212f1a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 210 time: 0.0437872 Aug 24 16:58:07.155468 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67e968-9475-4fc5-8a74-fc8b3d82f260 req-b5c11086-3b84-4aab-bb53-1a1018d72156 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:07.157054 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7b67e968-9475-4fc5-8a74-fc8b3d82f260 req-b5c11086-3b84-4aab-bb53-1a1018d72156 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 943 time: 0.0519969 Aug 24 16:58:07.199143 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7b67e968-9475-4fc5-8a74-fc8b3d82f260 req-5a780fea-bd75-472b-a8b1-c968e938d955 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354512 Aug 24 16:58:07.611084 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b8796-b07b-431c-a983-e6b26bc88941 req-98c8b649-c3c7-4f76-812f-8bd1abe707f5 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:07.612727 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7e4b8796-b07b-431c-a983-e6b26bc88941 req-98c8b649-c3c7-4f76-812f-8bd1abe707f5 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 931 time: 0.0535846 Aug 24 16:58:07.665541 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7e4b8796-b07b-431c-a983-e6b26bc88941 req-a8e044b1-7282-4c4a-a30b-639fa1477216 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464551 Aug 24 16:58:07.795706 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d8c96-cde0-4c24-8a10-7e74d1c1332c req-15fd13a6-f56f-4232-850a-28286b59ede6 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:07.797218 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c27d8c96-cde0-4c24-8a10-7e74d1c1332c req-15fd13a6-f56f-4232-850a-28286b59ede6 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 944 time: 0.0518475 Aug 24 16:58:07.836126 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c27d8c96-cde0-4c24-8a10-7e74d1c1332c req-e8c956ec-b9ba-4fb2-bf5d-35c788c0ee46 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330706 Aug 24 16:58:07.899152 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bfdf50c4-bb0a-477b-b773-ea1b95309a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:07.920539 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-940aaf10-8947-4104-8a7a-ae41fd03428b req-bf8fe2f2-bcb5-4339-96e2-5362121d0502 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 210 time: 0.0414867 Aug 24 16:58:08.022490 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:08.267676 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Request body: {'port': {'device_id': '6445080e-a498-4bbd-ac10-42753d0247f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:58:08.271419 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 55410) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:08.371716 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-0547dae5-ca43-440b-b64e-30649cde331f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 HTTP/1.1" status: 200 len: 217 time: 0.1094356 Aug 24 16:58:08.470508 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-99a0fe2b-c73f-477f-bbe7-212bc874a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:08.472757 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-99a0fe2b-c73f-477f-bbe7-212bc874a25c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1 HTTP/1.1" status: 200 len: 859 time: 0.0749948 Aug 24 16:58:08.476533 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3fd3a86c-70f0-4275-aee9-743c64571345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:08.485860 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:08.546951 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-5d39e088-cc9f-474a-8984-4f20bf80bf45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af031b8c-c683-46a0-9719-609504051ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547791 Aug 24 16:58:08.552823 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86be87-7293-4d86-bd27-db0794835a10 req-a92bca92-7845-4891-9c2b-24a9669b2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:08.554402 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1a86be87-7293-4d86-bd27-db0794835a10 req-a92bca92-7845-4891-9c2b-24a9669b2fa2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22e7d54131974dbbb7f0512ea4a1b286&device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 1096 time: 0.2301528 Aug 24 16:58:08.563932 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb52fe5-1570-4489-90a9-46314011976f req-c9276836-a6b6-4e53-9a69-c3297b9dd837 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:08.565473 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7eb52fe5-1570-4489-90a9-46314011976f req-c9276836-a6b6-4e53-9a69-c3297b9dd837 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 943 time: 0.2671666 Aug 24 16:58:08.608607 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 55416) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:08.668590 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-a5dba334-8aa4-444b-b065-ee532d152981 service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131260 Aug 24 16:58:08.781695 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-df0c9199-0a5e-491d-8416-800aa097e6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:08.834127 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f4f8bb97-04c7-427c-abef-b432d6abe4c7 req-10f1fe78-be11-4751-bd97-864e97084fd8 service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574883 Aug 24 16:58:08.847001 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073d600-9618-4b2b-8dd2-7fd705d701f1 req-53defc51-51e1-41ba-b9ac-ef177069e555 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:08.848915 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a073d600-9618-4b2b-8dd2-7fd705d701f1 req-53defc51-51e1-41ba-b9ac-ef177069e555 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 931 time: 0.1127126 Aug 24 16:58:08.905133 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a073d600-9618-4b2b-8dd2-7fd705d701f1 req-f64173e7-4db8-4a24-bd0c-51717928df00 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476894 Aug 24 16:58:08.956532 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643ae1f-3424-43e4-aa37-ae9fa7f63eb3 req-e643a81f-7051-43ac-b513-9ab47ff264a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:08.958308 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a643ae1f-3424-43e4-aa37-ae9fa7f63eb3 req-e643a81f-7051-43ac-b513-9ab47ff264a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0e28439adcc476fa5da6baf030d09a0&device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 1097 time: 0.4634655 Aug 24 16:58:09.004816 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.26', 49875) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:09.028989 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cb72d-4a9e-4bb2-893f-e9f4471a02e2 req-c0723a40-a4eb-4ac2-aad4-0b3e3f485a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:09.030565 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-933cb72d-4a9e-4bb2-893f-e9f4471a02e2 req-c0723a40-a4eb-4ac2-aad4-0b3e3f485a96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57f7488cf1f34f44a13e4291324ad73a&device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 1096 time: 0.0968127 Aug 24 16:58:09.043886 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7eb52fe5-1570-4489-90a9-46314011976f req-4dc0be8d-69d9-4435-a8e7-3b1a537295e1 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693365 Aug 24 16:58:09.092163 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7f712-1ca0-48ec-8370-c475d416e60e req-ac91fc9d-381b-4ede-9d79-5adb581630dd tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:09.093795 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a3e7f712-1ca0-48ec-8370-c475d416e60e req-ac91fc9d-381b-4ede-9d79-5adb581630dd tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 944 time: 0.1258798 Aug 24 16:58:09.300011 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-ab41c3b9-8998-47df-a3d8-61ee42262bce tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:09.301550 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-ab41c3b9-8998-47df-a3d8-61ee42262bce tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.26 "GET /v2.0/networks?id=47707b32-7c4e-4c21-bd52-0372b8d921a4 HTTP/1.1" status: 200 len: 817 time: 0.2860377 Aug 24 16:58:09.321661 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:09.325960 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a3e7f712-1ca0-48ec-8370-c475d416e60e req-de811c31-e231-4c00-a34d-2287d89c562d tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977069 Aug 24 16:58:09.363351 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86be87-7293-4d86-bd27-db0794835a10 req-c9afd05b-2c41-4000-a3ed-c014358f8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:09.364863 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1a86be87-7293-4d86-bd27-db0794835a10 req-c9afd05b-2c41-4000-a3ed-c014358f8b3a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=22e7d54131974dbbb7f0512ea4a1b286&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7861366 Aug 24 16:58:09.371966 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ee597b57-0017-4be3-aa4f-a71ee40f1106 req-75205967-b072-46bf-a316-2738c0e9b150 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 210 time: 0.2046998 Aug 24 16:58:09.436500 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-99bfd407-b571-4b2c-a3bb-108f5ff435ae tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd5cc4db84894a6582094a71bb023ee0 HTTP/1.1" status: 200 len: 380 time: 0.0939043 Aug 24 16:58:09.437747 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cb72d-4a9e-4bb2-893f-e9f4471a02e2 req-7c67ee3a-b447-4b16-9cd4-4a0979a6812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:09.439136 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-933cb72d-4a9e-4bb2-893f-e9f4471a02e2 req-7c67ee3a-b447-4b16-9cd4-4a0979a6812a service neutron] 10.222.0.26 "GET /v2.0/networks?id=af031b8c-c683-46a0-9719-609504051ca8 HTTP/1.1" status: 200 len: 920 time: 0.3897591 Aug 24 16:58:09.456544 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-7970a4d1-a53e-46ad-ad18-41dc054cf937 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Request body: {'port': {'device_id': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'admin_state_up': True, 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'security_groups': ['b7b95020-32b0-480b-acd7-e0a8608ede35']}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:58:09.488055 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643ae1f-3424-43e4-aa37-ae9fa7f63eb3 req-34a7f288-6054-4f23-ba28-ab23611848ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:09.489551 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a643ae1f-3424-43e4-aa37-ae9fa7f63eb3 req-34a7f288-6054-4f23-ba28-ab23611848ef service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b0e28439adcc476fa5da6baf030d09a0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4513664 Aug 24 16:58:09.530264 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-933cb72d-4a9e-4bb2-893f-e9f4471a02e2 req-5809897f-c3d3-4887-9b28-15ab044c3824 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 HTTP/1.1" status: 200 len: 217 time: 0.0672700 Aug 24 16:58:09.605941 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3fd3a86c-70f0-4275-aee9-743c64571345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:09.627951 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3fd3a86c-70f0-4275-aee9-743c64571345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:09.793205 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-3fd3a86c-70f0-4275-aee9-743c64571345 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e114117ab7e24aeca374425949d21eed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5182562 Aug 24 16:58:09.795146 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 55468) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:09.798152 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3a86c-70f0-4275-aee9-743c64571345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d161f2-6423-4a6c-bbfc-0eb6db5bda97,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:09.804719 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643ae1f-3424-43e4-aa37-ae9fa7f63eb3 req-ecc4b628-a77f-4f3d-ba01-7f9315447ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:09.806845 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a643ae1f-3424-43e4-aa37-ae9fa7f63eb3 req-ecc4b628-a77f-4f3d-ba01-7f9315447ad8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3034766 Aug 24 16:58:09.811061 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86be87-7293-4d86-bd27-db0794835a10 req-c0b840ba-11d9-427d-b53b-ea66b126c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:09.813629 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1a86be87-7293-4d86-bd27-db0794835a10 req-c0b840ba-11d9-427d-b53b-ea66b126c0d1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4325089 Aug 24 16:58:09.819008 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3673453-68fe-43ca-a7cf-ee0899153cc3 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:58:09.835062 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:09.868572 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Transition to ACTIVE for port object e3673453-68fe-43ca-a7cf-ee0899153cc3 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:58:09.876574 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:09.887966 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cb72d-4a9e-4bb2-893f-e9f4471a02e2 req-6f46d888-cff4-478b-b289-5112c53e97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:09.890676 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-933cb72d-4a9e-4bb2-893f-e9f4471a02e2 req-6f46d888-cff4-478b-b289-5112c53e97ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1 HTTP/1.1" status: 200 len: 859 time: 0.3539829 Aug 24 16:58:09.995263 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Pushing event updated for resources: {'Port': ['ID=e3673453-68fe-43ca-a7cf-ee0899153cc3,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:09.995880 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-933cb72d-4a9e-4bb2-893f-e9f4471a02e2 req-977741ba-1c79-4044-b342-5aa9e9452fab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af031b8c-c683-46a0-9719-609504051ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884778 Aug 24 16:58:10.046607 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Attempting to bind port e3673453-68fe-43ca-a7cf-ee0899153cc3 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:58:10.047026 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Attempting to bind port e3673453-68fe-43ca-a7cf-ee0899153cc3 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '6ffd5811-2a46-45ca-815d-34baea26209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:58:10.047406 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Attempting to bind port e3673453-68fe-43ca-a7cf-ee0899153cc3 on network af031b8c-c683-46a0-9719-609504051ca8 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:58:10.060377 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Port e3673453-68fe-43ca-a7cf-ee0899153cc3 on network af031b8c-c683-46a0-9719-609504051ca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:58:10.060888 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Attempting to bind port e3673453-68fe-43ca-a7cf-ee0899153cc3 on network af031b8c-c683-46a0-9719-609504051ca8 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:58:10.068624 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-1081434f-1c8c-46ff-a47b-79e92b499cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:10.070169 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-1081434f-1c8c-46ff-a47b-79e92b499cba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22e7d54131974dbbb7f0512ea4a1b286&device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 1096 time: 0.1577041 Aug 24 16:58:10.072489 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-ecec5a33-c429-42f8-ba4f-d33ec7a24852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:10.074091 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-ecec5a33-c429-42f8-ba4f-d33ec7a24852 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0e28439adcc476fa5da6baf030d09a0&device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 1097 time: 0.1648648 Aug 24 16:58:10.075011 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:58:10.075341 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Checking segment: {'id': '6ffd5811-2a46-45ca-815d-34baea26209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:58:10.075698 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Bound using segment: {'id': '6ffd5811-2a46-45ca-815d-34baea26209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:58:10.076130 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Bound port: e3673453-68fe-43ca-a7cf-ee0899153cc3, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ffd5811-2a46-45ca-815d-34baea26209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:58:10.076470 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.082632 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-72681c94-1be1-47ce-a642-a6e47d9edb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.122113 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb7139-ca1b-48d4-9277-7b57fff643ea req-5fbd6176-9780-4e16-9191-7b3e3871cbc2 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:10.124571 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-15fb7139-ca1b-48d4-9277-7b57fff643ea req-5fbd6176-9780-4e16-9191-7b3e3871cbc2 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 943 time: 0.1262662 Aug 24 16:58:10.143814 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-72681c94-1be1-47ce-a642-a6e47d9edb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.165089 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] For port e3673453-68fe-43ca-a7cf-ee0899153cc3, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:58:10.183113 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-df0c9199-0a5e-491d-8416-800aa097e6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.194177 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] For port e3673453-68fe-43ca-a7cf-ee0899153cc3, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e3673453-68fe-43ca-a7cf-ee0899153cc3,segment=NetworkSegment(6ffd5811-2a46-45ca-815d-34baea26209c),segment_id=6ffd5811-2a46-45ca-815d-34baea26209c)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:58:10.201942 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-df0c9199-0a5e-491d-8416-800aa097e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.203863 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.252184 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-15fb7139-ca1b-48d4-9277-7b57fff643ea req-3b891df7-b3f0-4d5a-b1e4-5795498273aa tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198087 Aug 24 16:58:10.257832 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca933025-5fd4-4052-af85-bd91c6316608 req-667ef326-f0f0-4468-bce1-4db5fbff17f3 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:10.261285 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ca933025-5fd4-4052-af85-bd91c6316608 req-667ef326-f0f0-4468-bce1-4db5fbff17f3 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 943 time: 0.1093771 Aug 24 16:58:10.272321 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:10.273305 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.275717 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] 10.222.0.26 "PUT /v2.0/ports/e3673453-68fe-43ca-a7cf-ee0899153cc3 HTTP/1.1" status: 200 len: 1093 time: 2.0123842 Aug 24 16:58:10.276444 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6445080e-a498-4bbd-ac10-42753d0247f5', 'tag': 'e3673453-68fe-43ca-a7cf-ee0899153cc3'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:58:10.279232 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2e6417-bc1b-496a-bc0d-4b0f20fc1534" -d '{"events": [{"name": "network-changed", "server_uuid": "6445080e-a498-4bbd-ac10-42753d0247f5", "tag": "e3673453-68fe-43ca-a7cf-ee0899153cc3"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:58:10.281302 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-df0c9199-0a5e-491d-8416-800aa097e6a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b40c71e124404b3a862dbc2234eb675f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6716084 Aug 24 16:58:10.282544 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 55492) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:10.283318 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-7970a4d1-a53e-46ad-ad18-41dc054cf937 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Made reservation on behalf of fd5cc4db84894a6582094a71bb023ee0 for: {'port': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:58:10.287099 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-7970a4d1-a53e-46ad-ad18-41dc054cf937 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.296351 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c9199-0a5e-491d-8416-800aa097e6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb63c2a-12cb-447b-a87c-36e0655567f1,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:10.341112 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-72681c94-1be1-47ce-a642-a6e47d9edb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.343905 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-72681c94-1be1-47ce-a642-a6e47d9edb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.344017 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a454b3-5b6f-4bf0-af78-2de7345c124d x-openstack-request-id: req-63a454b3-5b6f-4bf0-af78-2de7345c124d {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:58:10.344232 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6445080e-a498-4bbd-ac10-42753d0247f5", "tag": "e3673453-68fe-43ca-a7cf-ee0899153cc3", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:58:10.350303 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63a454b3-5b6f-4bf0-af78-2de7345c124d {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:58:10.350676 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-72681c94-1be1-47ce-a642-a6e47d9edb38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1d161f2-6423-4a6c-bbfc-0eb6db5bda97 HTTP/1.1" status: 204 len: 168 time: 0.5487754 Aug 24 16:58:10.350785 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6445080e-a498-4bbd-ac10-42753d0247f5', 'tag': 'e3673453-68fe-43ca-a7cf-ee0899153cc3', 'status': 'completed', 'code': 200} Aug 24 16:58:10.356502 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d02d9-60a4-4a17-b8eb-308ce595d097 service neutron] Pushing event updated for resources: {'Port': ['ID=e3673453-68fe-43ca-a7cf-ee0899153cc3,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:10.369778 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ca933025-5fd4-4052-af85-bd91c6316608 req-1665d5ce-2e6b-430e-a358-ea5b1281e899 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865536 Aug 24 16:58:10.421475 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72681c94-1be1-47ce-a642-a6e47d9edb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d161f2-6423-4a6c-bbfc-0eb6db5bda97,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:10.481912 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3288-3f53-4ff5-bb3d-24ab5de5f4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.536241 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-020e7552-969d-43ea-8da5-59f2f4f5337c req-a8428ab1-06b8-4199-aad9-a442f8c394bb tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 210 time: 0.0356317 Aug 24 16:58:10.546295 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3288-3f53-4ff5-bb3d-24ab5de5f4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.569600 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.597329 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5b6fb-cde8-48c5-b581-4e37584ff612 req-ce8e4cb0-836f-4e58-868d-078c98cb5fe2 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:10.598938 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-91e5b6fb-cde8-48c5-b581-4e37584ff612 req-ce8e4cb0-836f-4e58-868d-078c98cb5fe2 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 944 time: 0.1684134 Aug 24 16:58:10.608609 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-7970a4d1-a53e-46ad-ad18-41dc054cf937 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Allocated IP 172.20.0.9 (47707b32-7c4e-4c21-bd52-0372b8d921a4/8a4233f5-3ced-41ee-bb84-dc2690331635/1eb4d5c7-4317-4f53-a980-4e385cb06e54) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:58:10.680280 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-91e5b6fb-cde8-48c5-b581-4e37584ff612 req-327c7911-dee3-4d62-acf5-441540853129 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732138 Aug 24 16:58:10.701218 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3288-3f53-4ff5-bb3d-24ab5de5f4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.705118 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3288-3f53-4ff5-bb3d-24ab5de5f4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.706659 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-3e2e3288-3f53-4ff5-bb3d-24ab5de5f4cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bb63c2a-12cb-447b-a87c-36e0655567f1 HTTP/1.1" status: 204 len: 168 time: 0.4170167 Aug 24 16:58:10.731979 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e3288-3f53-4ff5-bb3d-24ab5de5f4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb63c2a-12cb-447b-a87c-36e0655567f1,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:10.824017 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-7970a4d1-a53e-46ad-ad18-41dc054cf937 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.841602 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-7970a4d1-a53e-46ad-ad18-41dc054cf937 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Transition to ACTIVE for port object 1eb4d5c7-4317-4f53-a980-4e385cb06e54 will not be triggered until provisioned by entity DHCP. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:58:10.885144 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-7970a4d1-a53e-46ad-ad18-41dc054cf937 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.941016 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-7970a4d1-a53e-46ad-ad18-41dc054cf937 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Network 47707b32-7c4e-4c21-bd52-0372b8d921a4 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:58:10.944884 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-7970a4d1-a53e-46ad-ad18-41dc054cf937 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:58:10.949084 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-7970a4d1-a53e-46ad-ad18-41dc054cf937 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:58:10.955475 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-7970a4d1-a53e-46ad-ad18-41dc054cf937 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:10.956390 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-7970a4d1-a53e-46ad-ad18-41dc054cf937 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:10.966857 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970a4d1-a53e-46ad-ad18-41dc054cf937 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event updated for resources: {'Port': ['ID=1eb4d5c7-4317-4f53-a980-4e385cb06e54,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:10.989596 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-7970a4d1-a53e-46ad-ad18-41dc054cf937 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5397818 Aug 24 16:58:11.089758 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 55530) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:11.104549 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5d4ede13-71b6-43d2-840c-176ae1b267e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:11.234625 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5d4ede13-71b6-43d2-840c-176ae1b267e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:11.240448 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5d4ede13-71b6-43d2-840c-176ae1b267e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:11.278353 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-83b68b17-2353-4e2d-84f4-4e40eee49de4 None None] Provisioning for port 1eb4d5c7-4317-4f53-a980-4e385cb06e54 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:58:11.290912 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5d4ede13-71b6-43d2-840c-176ae1b267e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c5ca3f287f04eaeaea157d7dc39e50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956427 Aug 24 16:58:11.290912 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ede13-71b6-43d2-840c-176ae1b267e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc6413e-5197-4a11-93cf-e6271b0949a2,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:11.291068 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 55536) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:11.298873 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-83b68b17-2353-4e2d-84f4-4e40eee49de4 None None] Provisioning complete for port 1eb4d5c7-4317-4f53-a980-4e385cb06e54 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:58:11.298873 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-83b68b17-2353-4e2d-84f4-4e40eee49de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:11.352725 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-83b68b17-2353-4e2d-84f4-4e40eee49de4 None None] Port 1eb4d5c7-4317-4f53-a980-4e385cb06e54 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:58:11.403270 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c15817c5-1bfd-4ee4-9d5c-2038e162cf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:11.439277 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f63cd8-38b0-4aad-a9dc-39b2b66997c1 req-83cf18b8-998b-42af-83f5-1649d1d66c05 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:11.441152 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-23f63cd8-38b0-4aad-a9dc-39b2b66997c1 req-83cf18b8-998b-42af-83f5-1649d1d66c05 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 943 time: 0.0888062 Aug 24 16:58:11.443473 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c15817c5-1bfd-4ee4-9d5c-2038e162cf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:11.507456 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-23f63cd8-38b0-4aad-a9dc-39b2b66997c1 req-93d4ef92-2cf5-4b9f-ad4e-e8ce64979fd8 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570786 Aug 24 16:58:11.525644 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c15817c5-1bfd-4ee4-9d5c-2038e162cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:11.528068 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33db98e-1bea-4a97-997c-3568a3f3f790 req-c031e6b9-7984-49be-9042-9d164dd8eee6 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:11.529145 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c15817c5-1bfd-4ee4-9d5c-2038e162cf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:11.529837 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f33db98e-1bea-4a97-997c-3568a3f3f790 req-c031e6b9-7984-49be-9042-9d164dd8eee6 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 943 time: 0.0750389 Aug 24 16:58:11.530428 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c15817c5-1bfd-4ee4-9d5c-2038e162cf8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdc6413e-5197-4a11-93cf-e6271b0949a2 HTTP/1.1" status: 204 len: 168 time: 0.2388473 Aug 24 16:58:11.544853 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15817c5-1bfd-4ee4-9d5c-2038e162cf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc6413e-5197-4a11-93cf-e6271b0949a2,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:11.601237 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f33db98e-1bea-4a97-997c-3568a3f3f790 req-3377c862-7d87-4c72-9e47-eb46f47ff6ef tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581107 Aug 24 16:58:11.708273 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751d67e-71ba-467a-80d2-3be9a8803880 req-b947bc99-4ae8-4565-a6ca-d81625b899cc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:11.710182 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9751d67e-71ba-467a-80d2-3be9a8803880 req-b947bc99-4ae8-4565-a6ca-d81625b899cc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 931 time: 0.0605075 Aug 24 16:58:11.774826 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9751d67e-71ba-467a-80d2-3be9a8803880 req-43d1b5cc-770c-4047-b481-702d54879e1d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488236 Aug 24 16:58:11.849487 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deae47c-9ae4-4915-af48-3430a55bedb7 req-aeff2d91-c662-40d0-881f-cc72aa3f26bc tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:11.862114 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0deae47c-9ae4-4915-af48-3430a55bedb7 req-aeff2d91-c662-40d0-881f-cc72aa3f26bc tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 944 time: 0.0850306 Aug 24 16:58:11.906148 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0deae47c-9ae4-4915-af48-3430a55bedb7 req-752177bf-21a9-4776-af42-6cce06905f37 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428736 Aug 24 16:58:12.661047 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89994a51-e42c-4283-bc02-843441d6d6ab req-add53af5-43be-44d5-bf7b-fed6295e5609 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:12.663691 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-89994a51-e42c-4283-bc02-843441d6d6ab req-add53af5-43be-44d5-bf7b-fed6295e5609 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 943 time: 0.0814307 Aug 24 16:58:12.720368 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-89994a51-e42c-4283-bc02-843441d6d6ab req-96d78eef-c76c-43a3-ba38-70d18b68bfc7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497894 Aug 24 16:58:12.770761 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Request body: {'port': {'device_id': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:58:12.879389 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-3195e7d2-b9e8-4c9e-9ac2-dfa42b01e6c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=733e211f-dc0d-4739-bd69-8bfab41cc11e HTTP/1.1" status: 200 len: 217 time: 0.1524136 Aug 24 16:58:12.881080 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-0d199e0a-d7d4-43ce-841a-ea83a2181c39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b060ac7-d22a-45e1-a938-5a90289ec738 HTTP/1.1" status: 200 len: 217 time: 0.1345778 Aug 24 16:58:12.889144 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:12.901856 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c704ca-06c7-4f4d-8e45-3c8154f58058 req-d94df1ac-f7ef-459d-87bf-8edcb3bd984c tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:12.903458 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-24c704ca-06c7-4f4d-8e45-3c8154f58058 req-d94df1ac-f7ef-459d-87bf-8edcb3bd984c tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 943 time: 0.1371510 Aug 24 16:58:12.915671 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-933cb72d-4a9e-4bb2-893f-e9f4471a02e2 req-c9fff65a-9323-4e0e-920d-8f0c15b7c423 service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351110 Aug 24 16:58:13.037927 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-24c704ca-06c7-4f4d-8e45-3c8154f58058 req-65ac2acf-92fc-4f43-8e09-14a4ad59a9a2 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246879 Aug 24 16:58:13.183741 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-933cb72d-4a9e-4bb2-893f-e9f4471a02e2 req-2d72bafc-b4ed-4b68-958f-f967221daaf9 service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504117 Aug 24 16:58:13.209460 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e6417-bc1b-496a-bc0d-4b0f20fc1534 req-b87ab187-c3af-4ab8-9de5-f15cc9027bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:13.211221 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4b2e6417-bc1b-496a-bc0d-4b0f20fc1534 req-b87ab187-c3af-4ab8-9de5-f15cc9027bde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57f7488cf1f34f44a13e4291324ad73a&device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 1096 time: 0.4747946 Aug 24 16:58:13.216061 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-5676b3fe-0df9-4330-bcd0-188520539d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:13.217701 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-5676b3fe-0df9-4330-bcd0-188520539d4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f364770e-c442-4a7e-bab0-383d6bc3990f HTTP/1.1" status: 200 len: 855 time: 0.3222764 Aug 24 16:58:13.225581 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-037f3e00-1016-4283-90e2-14f93d6247a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:13.227698 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-037f3e00-1016-4283-90e2-14f93d6247a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9d22f33a-dcf4-43a4-be2a-3b400b1882bc HTTP/1.1" status: 200 len: 852 time: 0.3333228 Aug 24 16:58:13.236050 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d77a2-18db-465f-96af-729b6bc162e5 req-f54101ed-942b-4e44-93a6-05bb07cf2277 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:13.238369 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d44a3-3104-437f-ae7a-92ce7a530c91 req-43448ae3-afb2-47c2-854c-2a570118aa70 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:13.239901 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-315d44a3-3104-437f-ae7a-92ce7a530c91 req-43448ae3-afb2-47c2-854c-2a570118aa70 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 944 time: 0.1097922 Aug 24 16:58:13.255275 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d58d77a2-18db-465f-96af-729b6bc162e5 req-f54101ed-942b-4e44-93a6-05bb07cf2277 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 931 time: 0.3774374 Aug 24 16:58:13.323101 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-315d44a3-3104-437f-ae7a-92ce7a530c91 req-b4e3828b-f062-44e5-8667-f6abac0f1d85 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720453 Aug 24 16:58:13.368668 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-91339a28-25ee-4817-8b26-d43fe72515b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82cc00a6-f3de-4d15-a512-93f1f2d9ea28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085854 Aug 24 16:58:13.370394 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-afe5cab3-f81e-42f7-90e4-99ff399c3a50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf72a82c-18b4-451b-8db2-bcdc900afbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088362 Aug 24 16:58:13.375573 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb4d5c7-4317-4f53-a980-4e385cb06e54 {{(pid=93841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:58:13.383720 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:13.398954 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Transition to ACTIVE for port object 1eb4d5c7-4317-4f53-a980-4e385cb06e54 will not be triggered until provisioned by entity L2. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:58:13.404694 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:13.423837 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d58d77a2-18db-465f-96af-729b6bc162e5 req-18bb1a79-c267-431e-95b8-dea74120f571 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675506 Aug 24 16:58:13.457983 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e6417-bc1b-496a-bc0d-4b0f20fc1534 req-2b473d54-efca-4b95-946d-45622435a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:13.459662 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4b2e6417-bc1b-496a-bc0d-4b0f20fc1534 req-2b473d54-efca-4b95-946d-45622435a285 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=57f7488cf1f34f44a13e4291324ad73a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2005968 Aug 24 16:58:13.480563 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb4d5c7-4317-4f53-a980-4e385cb06e54,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:13.493480 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Attempting to bind port 1eb4d5c7-4317-4f53-a980-4e385cb06e54 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:58:13.493818 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Attempting to bind port 1eb4d5c7-4317-4f53-a980-4e385cb06e54 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:58:13.494145 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Attempting to bind port 1eb4d5c7-4317-4f53-a980-4e385cb06e54 on network 47707b32-7c4e-4c21-bd52-0372b8d921a4 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:58:13.500130 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Port 1eb4d5c7-4317-4f53-a980-4e385cb06e54 on network 47707b32-7c4e-4c21-bd52-0372b8d921a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:58:13.500234 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Attempting to bind port 1eb4d5c7-4317-4f53-a980-4e385cb06e54 on network 47707b32-7c4e-4c21-bd52-0372b8d921a4 {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:58:13.505490 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:58:13.505824 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Checking segment: {'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:58:13.506661 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Bound using segment: {'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'} {{(pid=93841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:58:13.506661 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.managers [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Bound port: 1eb4d5c7-4317-4f53-a980-4e385cb06e54, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'}}] {{(pid=93841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:58:13.507008 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:13.593575 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] For port 1eb4d5c7-4317-4f53-a980-4e385cb06e54, host hv-cinder-79966, cleared binding levels {{(pid=93841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:58:13.600251 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] For port 1eb4d5c7-4317-4f53-a980-4e385cb06e54, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:58:13.606872 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:13.639043 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:13.640123 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:13.641623 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] 10.222.0.26 "PUT /v2.0/ports/1eb4d5c7-4317-4f53-a980-4e385cb06e54 HTTP/1.1" status: 200 len: 1093 time: 0.8764334 Aug 24 16:58:13.644084 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'tag': '1eb4d5c7-4317-4f53-a980-4e385cb06e54'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:58:13.646368 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b2a646a1f232e2ad8fec3517a73b268219bf8140ee075a8608afca6235b5f5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b409c4e0-0598-44b8-8ebb-302309cf3a17" -d '{"events": [{"name": "network-changed", "server_uuid": "ad136816-5685-49a4-bfbf-daf8a0962e5c", "tag": "1eb4d5c7-4317-4f53-a980-4e385cb06e54"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:58:13.702807 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae81594-ce8a-4298-b4b7-da54daaec709 x-openstack-request-id: req-cae81594-ce8a-4298-b4b7-da54daaec709 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:58:13.703641 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad136816-5685-49a4-bfbf-daf8a0962e5c", "tag": "1eb4d5c7-4317-4f53-a980-4e385cb06e54", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:58:13.704115 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cae81594-ce8a-4298-b4b7-da54daaec709 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:58:13.704893 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'tag': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'status': 'completed', 'code': 200} Aug 24 16:58:13.737414 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74023144-a21d-4adf-8e0b-c30f0225cc62 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb4d5c7-4317-4f53-a980-4e385cb06e54,revision_number=3']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:13.866547 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae4a88-4486-40ce-a655-c0ddfe1e64c7 req-fdc2116d-3f25-42da-b21a-8664eac4ad9b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:13.876490 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-daae4a88-4486-40ce-a655-c0ddfe1e64c7 req-fdc2116d-3f25-42da-b21a-8664eac4ad9b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 943 time: 0.0833781 Aug 24 16:58:13.918797 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-daae4a88-4486-40ce-a655-c0ddfe1e64c7 req-8bfe2883-da8a-4ab8-b57c-bf20c42fd85d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Aug 24 16:58:14.181928 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35717dda-a73b-44cb-9fe0-bb42609d8b77 req-88c4e2a0-8b97-4e85-b800-31a754a6433c tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:14.183496 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-35717dda-a73b-44cb-9fe0-bb42609d8b77 req-88c4e2a0-8b97-4e85-b800-31a754a6433c tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 943 time: 0.0562356 Aug 24 16:58:14.226156 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 55662) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:14.233351 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-35717dda-a73b-44cb-9fe0-bb42609d8b77 req-117271c6-8adb-4ef8-b28d-88de69443191 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421042 Aug 24 16:58:14.348950 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-838dba2d-9a96-46c4-a128-e94d0b5e987f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:14.486884 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-838dba2d-9a96-46c4-a128-e94d0b5e987f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:14.501762 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7106a-f29c-4b76-b14d-ef0e43229e07 req-473d8e43-b586-4bd7-bcaf-1d19f18df2d7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:14.503330 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-30f7106a-f29c-4b76-b14d-ef0e43229e07 req-473d8e43-b586-4bd7-bcaf-1d19f18df2d7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 944 time: 0.0727108 Aug 24 16:58:14.504554 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-838dba2d-9a96-46c4-a128-e94d0b5e987f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:14.565565 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dba2d-9a96-46c4-a128-e94d0b5e987f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca1ff3e-4cc3-42c9-99eb-66c8012e3603,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:14.571112 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-838dba2d-9a96-46c4-a128-e94d0b5e987f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62ff5432b0a4468cbf0fd3444fbdec8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438773 Aug 24 16:58:14.574750 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 55682) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:14.598346 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663361b-c3ee-43fb-8839-8c578da9b287 req-6cf54c5b-e8d5-4b12-b781-787a4eaef7f1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:14.599974 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f663361b-c3ee-43fb-8839-8c578da9b287 req-6cf54c5b-e8d5-4b12-b781-787a4eaef7f1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0641611 Aug 24 16:58:14.613322 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-30f7106a-f29c-4b76-b14d-ef0e43229e07 req-577918d0-9ee6-4c90-bb79-8d2b4491f10e tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891302 Aug 24 16:58:14.641150 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f663361b-c3ee-43fb-8839-8c578da9b287 req-2ceef581-f283-4569-8f20-0fdf3cda76f9 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350962 Aug 24 16:58:14.648433 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-356506ae-9273-4caf-bacf-31b4e2c100b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:14.674540 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-356506ae-9273-4caf-bacf-31b4e2c100b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:14.722310 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-356506ae-9273-4caf-bacf-31b4e2c100b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:14.726259 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-356506ae-9273-4caf-bacf-31b4e2c100b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:14.727995 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-356506ae-9273-4caf-bacf-31b4e2c100b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ca1ff3e-4cc3-42c9-99eb-66c8012e3603 HTTP/1.1" status: 204 len: 168 time: 0.1522593 Aug 24 16:58:14.738420 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356506ae-9273-4caf-bacf-31b4e2c100b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca1ff3e-4cc3-42c9-99eb-66c8012e3603,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:15.033296 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 55692) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:15.045109 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbaa87-f292-49e3-b380-9fb4dade9ced req-2e818a68-24b9-43c1-a9ef-5ce1ccf80fd4 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:15.046698 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d9fbaa87-f292-49e3-b380-9fb4dade9ced req-2e818a68-24b9-43c1-a9ef-5ce1ccf80fd4 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 943 time: 0.0496871 Aug 24 16:58:15.047897 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c516ff6-3600-4357-8626-b333a98b07f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:15.085885 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d9fbaa87-f292-49e3-b380-9fb4dade9ced req-7b25168c-14b6-41d2-a2ce-3dff8ec39520 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330515 Aug 24 16:58:15.138529 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c516ff6-3600-4357-8626-b333a98b07f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:15.143741 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c516ff6-3600-4357-8626-b333a98b07f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:15.183016 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8c516ff6-3600-4357-8626-b333a98b07f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b705a3df8d4e4eb787fa1ffdddf8de9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480856 Aug 24 16:58:15.183776 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c516ff6-3600-4357-8626-b333a98b07f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93698ef3-611c-4fba-b479-34ca6af9e5d5,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:15.185905 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 55694) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:15.235086 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-03aadbc8-33c2-43f1-9e9e-9153b2b328b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:15.262014 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-03aadbc8-33c2-43f1-9e9e-9153b2b328b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:15.315779 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-03aadbc8-33c2-43f1-9e9e-9153b2b328b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:15.318356 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-03aadbc8-33c2-43f1-9e9e-9153b2b328b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:15.319584 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-03aadbc8-33c2-43f1-9e9e-9153b2b328b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93698ef3-611c-4fba-b479-34ca6af9e5d5 HTTP/1.1" status: 204 len: 168 time: 0.1326587 Aug 24 16:58:15.327671 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aadbc8-33c2-43f1-9e9e-9153b2b328b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93698ef3-611c-4fba-b479-34ca6af9e5d5,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:15.351823 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c00bc-1a95-4a93-94b8-351eded0d199 req-7f774b05-2534-4159-bf54-70752fe4b2cb tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:15.359440 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b07c00bc-1a95-4a93-94b8-351eded0d199 req-7f774b05-2534-4159-bf54-70752fe4b2cb tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 943 time: 0.0618825 Aug 24 16:58:15.378250 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:58:15.393864 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b07c00bc-1a95-4a93-94b8-351eded0d199 req-9642927c-86ac-45c6-8d63-145471016ad9 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335391 Aug 24 16:58:15.737951 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f2bba-0ef1-4004-bfdf-03d55eb4b1d4 req-7d5ab0c8-d78b-480c-93e6-f990417c5d0a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:15.739235 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-816f2bba-0ef1-4004-bfdf-03d55eb4b1d4 req-7d5ab0c8-d78b-480c-93e6-f990417c5d0a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 944 time: 0.0559702 Aug 24 16:58:15.771179 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44288cb-55c9-4080-9829-22a0d9ee59cc req-389284ea-7256-4e37-b461-21b02e3862a3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:15.772977 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b44288cb-55c9-4080-9829-22a0d9ee59cc req-389284ea-7256-4e37-b461-21b02e3862a3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0580161 Aug 24 16:58:15.789049 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-816f2bba-0ef1-4004-bfdf-03d55eb4b1d4 req-52485f37-e9f1-4ecf-beda-4fd4f0c7a57c tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437200 Aug 24 16:58:15.814037 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b44288cb-55c9-4080-9829-22a0d9ee59cc req-790a4811-bb44-42d9-803b-990ffa1f8d7f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344203 Aug 24 16:58:16.055871 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:58:16.168662 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7,segment=NetworkSegment(6ffd5811-2a46-45ca-815d-34baea26209c),segment_id=6ffd5811-2a46-45ca-815d-34baea26209c)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:16.180683 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7', 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8', 'port_id': '8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7', 'mac_address': 'fa:16:3e:e5:c1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:58:16.214460 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409c4e0-0598-44b8-8ebb-302309cf3a17 req-543b3ed5-4b69-4387-9721-936534c4de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:16.223043 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:16.224557 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b409c4e0-0598-44b8-8ebb-302309cf3a17 req-543b3ed5-4b69-4387-9721-936534c4de90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd5cc4db84894a6582094a71bb023ee0&device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 1096 time: 0.1146998 Aug 24 16:58:16.237904 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:58:16.278201 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7,segment=NetworkSegment(6ffd5811-2a46-45ca-815d-34baea26209c),segment_id=6ffd5811-2a46-45ca-815d-34baea26209c)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:16.285157 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:16.371823 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:16.406464 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb375810-d7d9-4187-9be2-beae27e5279a req-329641a9-1c28-4aba-94cd-aa94f81fc2c2 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:16.408329 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bb375810-d7d9-4187-9be2-beae27e5279a req-329641a9-1c28-4aba-94cd-aa94f81fc2c2 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 943 time: 0.1423020 Aug 24 16:58:16.410167 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-deefbb13-41cb-46ac-92c7-dc731d269a31 service neutron] 10.222.0.26 "GET /v2.0/networks/82cc00a6-f3de-4d15-a512-93f1f2d9ea28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258417 Aug 24 16:58:16.411167 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e6417-bc1b-496a-bc0d-4b0f20fc1534 req-55b500f4-663b-45c0-b604-339f781591fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:16.412844 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4b2e6417-bc1b-496a-bc0d-4b0f20fc1534 req-55b500f4-663b-45c0-b604-339f781591fe service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3247755 Aug 24 16:58:16.415734 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-5373278b-a41e-4042-b26a-c0c68eba1515 service neutron] 10.222.0.26 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089483 Aug 24 16:58:16.418753 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409c4e0-0598-44b8-8ebb-302309cf3a17 req-ec14abd8-bb4f-4cae-b182-66534d526efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:16.420752 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b409c4e0-0598-44b8-8ebb-302309cf3a17 req-ec14abd8-bb4f-4cae-b182-66534d526efa service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fd5cc4db84894a6582094a71bb023ee0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1815245 Aug 24 16:58:16.560871 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bb375810-d7d9-4187-9be2-beae27e5279a req-140a9400-54b3-4921-aa0d-9ced3df310e9 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326289 Aug 24 16:58:16.677885 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-6cbb0a45-18eb-4aec-b85a-f1740f41b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:16.679466 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-6cbb0a45-18eb-4aec-b85a-f1740f41b5ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57f7488cf1f34f44a13e4291324ad73a&device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 1096 time: 0.1821749 Aug 24 16:58:16.681154 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:58:16.694018 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-273a073d-d566-424d-a67f-ad46fc6ad020 service neutron] 10.222.0.26 "GET /v2.0/networks/82cc00a6-f3de-4d15-a512-93f1f2d9ea28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562115 Aug 24 16:58:16.737770 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-ec5d8ca1-43b3-4098-82d5-caf6a22f168e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3673453-68fe-43ca-a7cf-ee0899153cc3 HTTP/1.1" status: 200 len: 217 time: 0.0412230 Aug 24 16:58:16.740198 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d5ecc6a7-c0ec-432e-8a1c-23000789d45f req-b1eca123-984b-46b1-979a-370b2e4b46e0 service neutron] 10.222.0.26 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930181 Aug 24 16:58:16.889771 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-97ba3139-1b31-432b-87a6-95bc57fd905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:16.895344 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-97ba3139-1b31-432b-87a6-95bc57fd905a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1 HTTP/1.1" status: 200 len: 859 time: 0.1020684 Aug 24 16:58:16.946176 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409c4e0-0598-44b8-8ebb-302309cf3a17 req-7754d52b-6fac-4be5-b2fd-a552308a1da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:16.948255 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b409c4e0-0598-44b8-8ebb-302309cf3a17 req-7754d52b-6fac-4be5-b2fd-a552308a1da1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5046158 Aug 24 16:58:16.951796 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-3af6c8cb-489c-453f-b0cf-0dfa1630d086 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af031b8c-c683-46a0-9719-609504051ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489478 Aug 24 16:58:16.961825 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20829a91-55ee-4475-8908-ca5884f6dd89 req-df18898d-cc8c-454f-bb95-f65c322b03d6 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:16.975705 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-20829a91-55ee-4475-8908-ca5884f6dd89 req-df18898d-cc8c-454f-bb95-f65c322b03d6 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 943 time: 0.4108055 Aug 24 16:58:17.034547 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-20829a91-55ee-4475-8908-ca5884f6dd89 req-f0554106-fb1f-4d48-ac00-5ec103c0a519 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520599 Aug 24 16:58:17.078443 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1383e-2954-4a3b-b17d-6db1b2eb8459 req-19cf3bf3-15ea-4d30-9c1d-8a9aaaa6fe49 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:17.080002 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-78b1383e-2954-4a3b-b17d-6db1b2eb8459 req-19cf3bf3-15ea-4d30-9c1d-8a9aaaa6fe49 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 944 time: 0.1272895 Aug 24 16:58:17.135233 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-78b1383e-2954-4a3b-b17d-6db1b2eb8459 req-f4d2fddb-9a40-4d70-8271-ed80dee6e072 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486035 Aug 24 16:58:17.140782 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-2a39f298-a198-47ab-9854-da01e5daddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:17.150295 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-55824b85-98bf-459a-9937-e21a15e26cd7 service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588626 Aug 24 16:58:17.155269 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-2a39f298-a198-47ab-9854-da01e5daddf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd5cc4db84894a6582094a71bb023ee0&device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 1096 time: 0.1196773 Aug 24 16:58:17.267074 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-aa37dce1-84ed-417d-bafb-920104ec60d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54 HTTP/1.1" status: 200 len: 217 time: 0.0934827 Aug 24 16:58:17.312188 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9e0b6f6d-d591-45f5-854b-fa3bb0f95ffc req-00f24d5c-712a-4f15-9c91-9eff501e4c15 service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388390 Aug 24 16:58:17.380547 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-a5bc5064-2bfa-43de-b186-50df89df677a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:17.382055 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-a5bc5064-2bfa-43de-b186-50df89df677a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a4233f5-3ced-41ee-bb84-dc2690331635 HTTP/1.1" status: 200 len: 856 time: 0.0951736 Aug 24 16:58:17.394807 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb513c24-895b-4228-a87e-7d85a563f218 req-cde1b1c7-e85a-4c66-b965-5f9b413d458b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:17.396402 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bb513c24-895b-4228-a87e-7d85a563f218 req-cde1b1c7-e85a-4c66-b965-5f9b413d458b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.1378226 Aug 24 16:58:17.483198 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bb513c24-895b-4228-a87e-7d85a563f218 req-41981405-a533-486a-85cd-67e74fe8af78 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798874 Aug 24 16:58:17.514523 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-ce1c83ac-8236-46a6-8142-8a1c465fba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:17.516084 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-ce1c83ac-8236-46a6-8142-8a1c465fba14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47707b32-7c4e-4c21-bd52-0372b8d921a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799232 Aug 24 16:58:17.642214 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-83932685-613a-4477-9fc0-07f6a2869062 service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119139 Aug 24 16:58:17.707817 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a95492-fc31-4b29-91f8-fccdc1a1d6bd req-d9a3df55-3089-4476-8b52-fe4932c64f29 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:17.710499 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-65a95492-fc31-4b29-91f8-fccdc1a1d6bd req-d9a3df55-3089-4476-8b52-fe4932c64f29 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 943 time: 0.0816238 Aug 24 16:58:17.778848 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-65a95492-fc31-4b29-91f8-fccdc1a1d6bd req-6bb22174-1978-40be-8599-91e365f4774d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616188 Aug 24 16:58:17.780858 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bcb5dbfe-9363-4b1d-913b-f0ef715ec0d3 req-0e9930f9-6b5b-4621-b76c-71e920dec973 service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306522 Aug 24 16:58:18.064030 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 55844) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:18.177636 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-210c1065-27ca-4d68-a6ee-5ca8aa7eac57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:18.210207 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0e7a2-b8cb-4dd0-aab0-65791f403281 req-615f9557-0b66-43a3-bdbd-4b48f5050c98 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:18.211827 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fdb0e7a2-b8cb-4dd0-aab0-65791f403281 req-615f9557-0b66-43a3-bdbd-4b48f5050c98 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 943 time: 0.0534904 Aug 24 16:58:18.266038 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fdb0e7a2-b8cb-4dd0-aab0-65791f403281 req-e55571fa-649b-4b50-9da5-a2f5571bea07 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434730 Aug 24 16:58:18.278224 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011156d-e209-4e8e-a74d-a90acc97d738 req-58ec7a49-dcbb-4653-b3f5-04b3270f7db6 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:18.280040 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d011156d-e209-4e8e-a74d-a90acc97d738 req-58ec7a49-dcbb-4653-b3f5-04b3270f7db6 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 944 time: 0.0654125 Aug 24 16:58:18.339516 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d011156d-e209-4e8e-a74d-a90acc97d738 req-43b8bd3d-fa3e-4689-bd76-688c9cb007a7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524364 Aug 24 16:58:18.352745 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-210c1065-27ca-4d68-a6ee-5ca8aa7eac57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:18.359012 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-210c1065-27ca-4d68-a6ee-5ca8aa7eac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:18.396388 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c1065-27ca-4d68-a6ee-5ca8aa7eac57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d895d2bf-adfc-4414-ac90-5ecc6de5b9ab,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:18.401390 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-210c1065-27ca-4d68-a6ee-5ca8aa7eac57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb30a69aa80f45a8a6b8ad2e7d849a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362744 Aug 24 16:58:18.406053 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 55862) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:18.462195 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-35860484-4995-4f63-93b4-6d52a08d23c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:18.484538 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-35860484-4995-4f63-93b4-6d52a08d23c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:18.547866 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-35860484-4995-4f63-93b4-6d52a08d23c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:18.554456 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-35860484-4995-4f63-93b4-6d52a08d23c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:18.558906 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-35860484-4995-4f63-93b4-6d52a08d23c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d895d2bf-adfc-4414-ac90-5ecc6de5b9ab HTTP/1.1" status: 204 len: 168 time: 0.1489284 Aug 24 16:58:18.567446 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35860484-4995-4f63-93b4-6d52a08d23c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d895d2bf-adfc-4414-ac90-5ecc6de5b9ab,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:18.612691 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558c50d-969e-47ed-a798-32ca4cbbf363 req-c7cc7d5a-215c-4ac3-adb5-b8105c7507bf tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:18.614884 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a558c50d-969e-47ed-a798-32ca4cbbf363 req-c7cc7d5a-215c-4ac3-adb5-b8105c7507bf tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0536141 Aug 24 16:58:18.659312 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a558c50d-969e-47ed-a798-32ca4cbbf363 req-113b5dc9-c7dc-49cf-b023-0a3c42652aab tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379789 Aug 24 16:58:18.882638 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 55902) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:18.901838 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6a02d320-8254-496f-8041-efb2709748a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:18.923371 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b1c25-b557-46ef-a277-2bd60eda91e9 req-d14602e7-7e1f-4b00-84a3-89f21eabf566 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:18.924686 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4d9b1c25-b557-46ef-a277-2bd60eda91e9 req-d14602e7-7e1f-4b00-84a3-89f21eabf566 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 943 time: 0.0544040 Aug 24 16:58:18.985663 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4d9b1c25-b557-46ef-a277-2bd60eda91e9 req-3cc17700-7597-490d-8e02-1b6210b87b37 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512288 Aug 24 16:58:19.026201 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6a02d320-8254-496f-8041-efb2709748a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:19.031550 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6a02d320-8254-496f-8041-efb2709748a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:19.075441 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02d320-8254-496f-8041-efb2709748a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec196c8-d51b-4935-be50-59ff44d26439,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:19.090128 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6a02d320-8254-496f-8041-efb2709748a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68e5d5cb1656461dbe54a60ccf182315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032185 Aug 24 16:58:19.090722 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 733e211f-dc0d-4739-bd69-8bfab41cc11e details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:58:19.093908 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 55916) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:19.152239 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-38b08800-347c-45c5-8569-f2b682e3695e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:19.172330 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:58:19.184581 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-38b08800-347c-45c5-8569-f2b682e3695e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:19.256848 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-38b08800-347c-45c5-8569-f2b682e3695e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:19.258127 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 733e211f-dc0d-4739-bd69-8bfab41cc11e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=733e211f-dc0d-4739-bd69-8bfab41cc11e,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:19.260139 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-38b08800-347c-45c5-8569-f2b682e3695e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:19.261948 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-38b08800-347c-45c5-8569-f2b682e3695e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ec196c8-d51b-4935-be50-59ff44d26439 HTTP/1.1" status: 204 len: 168 time: 0.1669590 Aug 24 16:58:19.274112 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b08800-347c-45c5-8569-f2b682e3695e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec196c8-d51b-4935-be50-59ff44d26439,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:19.286037 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '733e211f-dc0d-4739-bd69-8bfab41cc11e', 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3', 'port_id': '733e211f-dc0d-4739-bd69-8bfab41cc11e', 'mac_address': 'fa:16:3e:cb:60:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f364770e-c442-4a7e-bab0-383d6bc3990f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:58:19.301556 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:58:19.313448 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:58:19.314204 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:19.418099 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:19.436850 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733e211f-dc0d-4739-bd69-8bfab41cc11e {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:58:19.467883 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb45379-7424-4bb8-a5d5-c242b19699e9 req-99ac9acc-0b6d-4fb4-953f-a4ea1b289eb2 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:19.478548 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2eb45379-7424-4bb8-a5d5-c242b19699e9 req-99ac9acc-0b6d-4fb4-953f-a4ea1b289eb2 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 943 time: 0.1018696 Aug 24 16:58:19.482545 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 733e211f-dc0d-4739-bd69-8bfab41cc11e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=733e211f-dc0d-4739-bd69-8bfab41cc11e,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:19.491482 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e9ca5-8418-411c-b271-3deec9f52767 req-1cd37e85-7f42-4325-a060-f73de20228fd tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:19.494342 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-362e9ca5-8418-411c-b271-3deec9f52767 req-1cd37e85-7f42-4325-a060-f73de20228fd tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 944 time: 0.0617023 Aug 24 16:58:19.499963 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:19.500856 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 0b060ac7-d22a-45e1-a938-5a90289ec738 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:58:19.534462 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2eb45379-7424-4bb8-a5d5-c242b19699e9 req-f8c9834a-5833-4283-8d6d-ef0d8e6d8bd9 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539274 Aug 24 16:58:19.538049 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:19.562913 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-362e9ca5-8418-411c-b271-3deec9f52767 req-01c8f82e-e167-46fa-822d-3b45047a97f1 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600514 Aug 24 16:58:19.624246 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a91e2a-cd1b-4081-9e46-4deeeb90362f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:58:19.731099 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 55950) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:19.762607 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=733e211f-dc0d-4739-bd69-8bfab41cc11e,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:19.774572 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7,segment=NetworkSegment(6ffd5811-2a46-45ca-815d-34baea26209c),segment_id=6ffd5811-2a46-45ca-815d-34baea26209c)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:19.786785 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:19.847590 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7c8c1-0b09-4ed6-a57d-bc6d9d74b635 req-bec74541-1597-4aa1-bcf7-1a73e7e20e92 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:19.852950 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 0b060ac7-d22a-45e1-a938-5a90289ec738, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b060ac7-d22a-45e1-a938-5a90289ec738,segment=NetworkSegment(4693def0-c1e4-4d47-8b55-728319f03928),segment_id=4693def0-c1e4-4d47-8b55-728319f03928)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:19.859734 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a0e7c8c1-0b09-4ed6-a57d-bc6d9d74b635 req-bec74541-1597-4aa1-bcf7-1a73e7e20e92 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0768654 Aug 24 16:58:19.880175 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '0b060ac7-d22a-45e1-a938-5a90289ec738', 'network_id': '82cc00a6-f3de-4d15-a512-93f1f2d9ea28', 'port_id': '0b060ac7-d22a-45e1-a938-5a90289ec738', 'mac_address': 'fa:16:3e:43:22:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d22f33a-dcf4-43a4-be2a-3b400b1882bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:58:19.885986 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:19.908943 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a0e7c8c1-0b09-4ed6-a57d-bc6d9d74b635 req-119d3265-eda0-4ee6-975c-bb1ccede6edb tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477455 Aug 24 16:58:19.940762 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6f9075c6-917b-4f4b-98dd-00ddedcbe189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:19.951274 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:19.956095 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ba8f9c-6081-4af6-b96d-32c0fd9c1deb" -d '{"events": [{"server_uuid": "64a91e2a-cd1b-4081-9e46-4deeeb90362f", "name": "network-vif-plugged", "status": "completed", "tag": "8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:58:19.972537 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b060ac7-d22a-45e1-a938-5a90289ec738 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:58:19.995474 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 0b060ac7-d22a-45e1-a938-5a90289ec738, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b060ac7-d22a-45e1-a938-5a90289ec738,segment=NetworkSegment(4693def0-c1e4-4d47-8b55-728319f03928),segment_id=4693def0-c1e4-4d47-8b55-728319f03928)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:20.001505 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:20.002311 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 1eb4d5c7-4317-4f53-a980-4e385cb06e54 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:58:20.076358 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=0b060ac7-d22a-45e1-a938-5a90289ec738,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:20.085927 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6f9075c6-917b-4f4b-98dd-00ddedcbe189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:20.094468 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6f9075c6-917b-4f4b-98dd-00ddedcbe189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:20.097334 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22143ff1-94e8-4e97-9af0-0c7d34d8b6e9 x-openstack-request-id: req-22143ff1-94e8-4e97-9af0-0c7d34d8b6e9 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:58:20.098097 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a91e2a-cd1b-4081-9e46-4deeeb90362f", "name": "network-vif-plugged", "status": "completed", "tag": "8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:58:20.100422 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22143ff1-94e8-4e97-9af0-0c7d34d8b6e9 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:58:20.100422 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a91e2a-cd1b-4081-9e46-4deeeb90362f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7', 'code': 200} Aug 24 16:58:20.141418 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de8d2b-697f-40cd-9ebc-c65cd2ef8ff2 req-4ef0b270-89c6-4ea8-a7e3-2da705798967 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:20.150325 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-87de8d2b-697f-40cd-9ebc-c65cd2ef8ff2 req-4ef0b270-89c6-4ea8-a7e3-2da705798967 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 943 time: 0.0625529 Aug 24 16:58:20.167920 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 55970) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:20.175967 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-6f9075c6-917b-4f4b-98dd-00ddedcbe189 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11fa97d75fb44d58915906203c6d37c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418147 Aug 24 16:58:20.224543 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9075c6-917b-4f4b-98dd-00ddedcbe189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f231cba-3c57-47a9-811a-88556a2f371c,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:20.259221 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-87de8d2b-697f-40cd-9ebc-c65cd2ef8ff2 req-75dd9669-526d-479c-a085-49c536f9b8a9 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837889 Aug 24 16:58:20.280467 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4aa449e6-fc2d-44ec-bae7-c7261d3f094c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:20.282487 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 1eb4d5c7-4317-4f53-a980-4e385cb06e54, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:20.297656 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'port_id': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'mac_address': 'fa:16:3e:22:e8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:58:20.306109 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4aa449e6-fc2d-44ec-bae7-c7261d3f094c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:20.358897 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:20.375324 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb4d5c7-4317-4f53-a980-4e385cb06e54 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:58:20.401602 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 1eb4d5c7-4317-4f53-a980-4e385cb06e54, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:20.407980 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:20.408869 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device e3673453-68fe-43ca-a7cf-ee0899153cc3 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:58:20.456096 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4aa449e6-fc2d-44ec-bae7-c7261d3f094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:20.463584 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4aa449e6-fc2d-44ec-bae7-c7261d3f094c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:20.469160 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-4aa449e6-fc2d-44ec-bae7-c7261d3f094c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f231cba-3c57-47a9-811a-88556a2f371c HTTP/1.1" status: 204 len: 168 time: 0.2997577 Aug 24 16:58:20.489376 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa449e6-fc2d-44ec-bae7-c7261d3f094c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f231cba-3c57-47a9-811a-88556a2f371c,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:20.493799 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf79d3-9f74-4515-9534-7b563afc6461 req-1c908c1a-e2a5-450d-be18-eb72e035ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:20.496805 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eccf79d3-9f74-4515-9534-7b563afc6461 req-1c908c1a-e2a5-450d-be18-eb72e035ec44 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 1098 time: 0.1465504 Aug 24 16:58:20.540741 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-eccf79d3-9f74-4515-9534-7b563afc6461 req-891b1631-e809-4956-b94a-5816bc185fb8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:20.633199 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=1eb4d5c7-4317-4f53-a980-4e385cb06e54,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:20.738775 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port e3673453-68fe-43ca-a7cf-ee0899153cc3, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e3673453-68fe-43ca-a7cf-ee0899153cc3,segment=NetworkSegment(6ffd5811-2a46-45ca-815d-34baea26209c),segment_id=6ffd5811-2a46-45ca-815d-34baea26209c)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:20.757543 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': 'e3673453-68fe-43ca-a7cf-ee0899153cc3', 'network_id': 'af031b8c-c683-46a0-9719-609504051ca8', 'port_id': 'e3673453-68fe-43ca-a7cf-ee0899153cc3', 'mac_address': 'fa:16:3e:43:79:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:58:20.782723 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830f332-c492-4986-9ed0-8d1286595402 req-3416849b-7ebb-4876-a784-61a735411e34 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:20.784565 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6830f332-c492-4986-9ed0-8d1286595402 req-3416849b-7ebb-4876-a784-61a735411e34 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 945 time: 0.0860703 Aug 24 16:58:20.791287 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30a270-f5e1-48b0-9bd4-0a388d97e69c req-e2b64ece-2532-4965-a927-90c1be084513 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:20.799063 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0f30a270-f5e1-48b0-9bd4-0a388d97e69c req-e2b64ece-2532-4965-a927-90c1be084513 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 944 time: 0.1258535 Aug 24 16:58:20.831123 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:20.848581 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3673453-68fe-43ca-a7cf-ee0899153cc3 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:58:20.872455 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0f30a270-f5e1-48b0-9bd4-0a388d97e69c req-7ce9cb86-8cdb-4d32-bc91-9237648cf94a tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722690 Aug 24 16:58:20.875665 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-eccf79d3-9f74-4515-9534-7b563afc6461 req-891b1631-e809-4956-b94a-5816bc185fb8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:20.890101 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6830f332-c492-4986-9ed0-8d1286595402 req-3b5b13c5-20fa-4a73-b7ba-040480ffbdd4 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962982 Aug 24 16:58:20.890835 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-eccf79d3-9f74-4515-9534-7b563afc6461 req-891b1631-e809-4956-b94a-5816bc185fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:20.924884 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port e3673453-68fe-43ca-a7cf-ee0899153cc3, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e3673453-68fe-43ca-a7cf-ee0899153cc3,segment=NetworkSegment(6ffd5811-2a46-45ca-815d-34baea26209c),segment_id=6ffd5811-2a46-45ca-815d-34baea26209c)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:20.935877 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:20.954687 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eccf79d3-9f74-4515-9534-7b563afc6461 req-891b1631-e809-4956-b94a-5816bc185fb8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505160 Aug 24 16:58:20.992244 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b1631-e809-4956-b94a-5816bc185fb8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=159b8806-7b1d-4c81-8b91-62b64a47d505,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:21.073172 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109625c-8d82-449a-8476-4478c5a91864 req-52b73d69-cd2d-4617-a106-2d7748d11f59 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:21.076069 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d109625c-8d82-449a-8476-4478c5a91864 req-52b73d69-cd2d-4617-a106-2d7748d11f59 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 944 time: 0.0595491 Aug 24 16:58:21.078075 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 56048) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:21.093754 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b99c-f8a7-4b3c-9535-685eb4dc179f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:21.123811 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=e3673453-68fe-43ca-a7cf-ee0899153cc3,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:21.138929 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d109625c-8d82-449a-8476-4478c5a91864 req-bba20d7f-55c2-41c1-8361-0edcbb7732f4 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547397 Aug 24 16:58:21.216666 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b99c-f8a7-4b3c-9535-685eb4dc179f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:21.222477 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a6b2b99c-f8a7-4b3c-9535-685eb4dc179f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:21.260644 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2b99c-f8a7-4b3c-9535-685eb4dc179f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07292903-15ac-4dfb-bbd8-918f7d38f929,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:21.265200 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a6b2b99c-f8a7-4b3c-9535-685eb4dc179f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f12e12be59e410f9c2ad8c6cd595ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856551 Aug 24 16:58:21.267816 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 56058) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:21.344098 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ba15b5d5-2a28-43f4-9745-570733cd8c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:21.447135 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ba15b5d5-2a28-43f4-9745-570733cd8c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:21.490451 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c63a9-0b48-4568-adb5-2b5c5f64dec6 req-d1d7619f-360c-4b2f-bb39-b4eeba37660b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:21.492113 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1a7c63a9-0b48-4568-adb5-2b5c5f64dec6 req-d1d7619f-360c-4b2f-bb39-b4eeba37660b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 944 time: 0.1265280 Aug 24 16:58:21.541953 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1a7c63a9-0b48-4568-adb5-2b5c5f64dec6 req-5d344f95-bf03-48cc-b1f2-195ecd363a4d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Aug 24 16:58:21.563623 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ba15b5d5-2a28-43f4-9745-570733cd8c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:21.567411 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ba15b5d5-2a28-43f4-9745-570733cd8c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:21.569235 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ba15b5d5-2a28-43f4-9745-570733cd8c38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07292903-15ac-4dfb-bbd8-918f7d38f929 HTTP/1.1" status: 204 len: 168 time: 0.3001375 Aug 24 16:58:21.579461 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15b5d5-2a28-43f4-9745-570733cd8c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07292903-15ac-4dfb-bbd8-918f7d38f929,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:21.587759 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['e3673453-68fe-43ca-a7cf-ee0899153cc3'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:58:21.620693 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['0b060ac7-d22a-45e1-a938-5a90289ec738'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:58:21.627600 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['1eb4d5c7-4317-4f53-a980-4e385cb06e54'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:58:21.690887 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['733e211f-dc0d-4739-bd69-8bfab41cc11e'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:58:22.088856 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e32a3f-0646-4abb-90df-749890559299 req-dcd49a9e-a604-487a-adeb-2b2d18dddc21 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:22.095384 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05901db7-94e4-4828-b7fb-f348038e8ef3 req-3abd07f3-1abd-45fc-aab9-8056ff940b18 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:22.098915 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-18e32a3f-0646-4abb-90df-749890559299 req-dcd49a9e-a604-487a-adeb-2b2d18dddc21 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 944 time: 0.0973966 Aug 24 16:58:22.109294 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-05901db7-94e4-4828-b7fb-f348038e8ef3 req-3abd07f3-1abd-45fc-aab9-8056ff940b18 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 945 time: 0.1070447 Aug 24 16:58:22.162493 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 56098) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:22.165053 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-18e32a3f-0646-4abb-90df-749890559299 req-a9eb24b0-f2f6-49cb-857f-8fe4710d2193 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649643 Aug 24 16:58:22.209647 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-208cfcfe-b770-450d-9063-16258335226d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:22.235418 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-05901db7-94e4-4828-b7fb-f348038e8ef3 req-460c3fb0-d801-4341-9bc2-2ed5c3413a65 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242435 Aug 24 16:58:22.347217 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed79fa-1709-4d27-8d90-f066e1b15f5e req-e4130578-7f11-4d2a-8fd8-3ec079e79bf6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:22.356180 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ceed79fa-1709-4d27-8d90-f066e1b15f5e req-e4130578-7f11-4d2a-8fd8-3ec079e79bf6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 944 time: 0.0709763 Aug 24 16:58:22.390650 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-208cfcfe-b770-450d-9063-16258335226d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:22.396552 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-208cfcfe-b770-450d-9063-16258335226d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:22.406214 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ceed79fa-1709-4d27-8d90-f066e1b15f5e req-5f9d2323-fa3b-43ab-b09a-e55a1e25f2c6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483794 Aug 24 16:58:22.438399 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-208cfcfe-b770-450d-9063-16258335226d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b880da63d474bcabe81341284bc1c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730355 Aug 24 16:58:22.439227 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cfcfe-b770-450d-9063-16258335226d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97763fbe-068c-4487-8c6b-1b5fab9a7553,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:22.441078 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 56110) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:22.490709 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8b23126b-64c2-4524-b417-969016a0f82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:22.512407 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8b23126b-64c2-4524-b417-969016a0f82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:22.559816 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8b23126b-64c2-4524-b417-969016a0f82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:22.562606 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8b23126b-64c2-4524-b417-969016a0f82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:22.563790 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-8b23126b-64c2-4524-b417-969016a0f82b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97763fbe-068c-4487-8c6b-1b5fab9a7553 HTTP/1.1" status: 204 len: 168 time: 0.1215239 Aug 24 16:58:22.574991 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23126b-64c2-4524-b417-969016a0f82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97763fbe-068c-4487-8c6b-1b5fab9a7553,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:22.662718 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfb60a-156b-43df-8c85-1515f8080ddc req-9e313c36-c6e2-42cb-bccd-9262be0c150e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:22.664814 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d6bfb60a-156b-43df-8c85-1515f8080ddc req-9e313c36-c6e2-42cb-bccd-9262be0c150e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 944 time: 0.0518005 Aug 24 16:58:22.706763 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d6bfb60a-156b-43df-8c85-1515f8080ddc req-803f8c1e-f307-43fd-aa84-a68124120c05 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346622 Aug 24 16:58:22.931779 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:23.111534 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 56134) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:23.219805 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-caa863d2-860e-4e66-a64c-7d8aba5b0485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:23.290249 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa764-df5d-4584-aa97-1ec9e840c85e req-dc92ae6d-b1c8-4ad4-8458-fd5a067a6864 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:23.297652 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-911fa764-df5d-4584-aa97-1ec9e840c85e req-dc92ae6d-b1c8-4ad4-8458-fd5a067a6864 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 944 time: 0.0618279 Aug 24 16:58:23.335114 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-911fa764-df5d-4584-aa97-1ec9e840c85e req-ff3e0c97-7fc2-4375-b6c5-d9cd104598c2 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363219 Aug 24 16:58:23.344792 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-caa863d2-860e-4e66-a64c-7d8aba5b0485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:23.352824 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-caa863d2-860e-4e66-a64c-7d8aba5b0485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:23.436662 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-caa863d2-860e-4e66-a64c-7d8aba5b0485 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec235fcc4f444394afbda28db27eb8f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225386 Aug 24 16:58:23.436870 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 56156) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:23.448749 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa863d2-860e-4e66-a64c-7d8aba5b0485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0422af09-64cf-4dbe-a841-b4fade1c19dd,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:23.484547 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b03714-04ee-4112-80f7-dcb232584026 req-daed925f-32fd-45d3-8075-31f8e62808cb tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:23.493096 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d9b03714-04ee-4112-80f7-dcb232584026 req-daed925f-32fd-45d3-8075-31f8e62808cb tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 945 time: 0.1251736 Aug 24 16:58:23.553174 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d9b03714-04ee-4112-80f7-dcb232584026 req-6a875001-bf69-4208-ae82-9e41f8767e1d tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591803 Aug 24 16:58:23.648317 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f49eb-6b32-4b99-a150-f937b449d89f req-356bce70-a7d2-45c7-ba8d-d0150a6ad0e1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:23.650961 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd0f49eb-6b32-4b99-a150-f937b449d89f req-356bce70-a7d2-45c7-ba8d-d0150a6ad0e1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 944 time: 0.1440191 Aug 24 16:58:23.654977 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e9bff3e0-7f9b-4923-9f4a-e11239d9c470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:23.708104 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e9bff3e0-7f9b-4923-9f4a-e11239d9c470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:23.756983 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd0f49eb-6b32-4b99-a150-f937b449d89f req-9d7df520-e3a0-4240-b1d4-d3e4f3cdb2f0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962834 Aug 24 16:58:23.813169 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e9bff3e0-7f9b-4923-9f4a-e11239d9c470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:23.829532 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e9bff3e0-7f9b-4923-9f4a-e11239d9c470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:23.831909 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e9bff3e0-7f9b-4923-9f4a-e11239d9c470 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0422af09-64cf-4dbe-a841-b4fade1c19dd HTTP/1.1" status: 204 len: 168 time: 0.3939378 Aug 24 16:58:23.845647 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bff3e0-7f9b-4923-9f4a-e11239d9c470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0422af09-64cf-4dbe-a841-b4fade1c19dd,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:23.914962 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de4ac5-ec1a-40b2-bf2e-2f9cc5d3ca4f req-70758c0c-0cf0-4be2-a3c2-9f9f73326f37 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:23.916720 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-43de4ac5-ec1a-40b2-bf2e-2f9cc5d3ca4f req-70758c0c-0cf0-4be2-a3c2-9f9f73326f37 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 944 time: 0.0778613 Aug 24 16:58:23.959865 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-43de4ac5-ec1a-40b2-bf2e-2f9cc5d3ca4f req-f3e258e6-6487-4361-b36e-5ee070047453 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369890 Aug 24 16:58:24.450011 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77195e81-2283-45c5-8e5e-4c76b9bd7056 req-456ff595-b76c-42c9-8cc8-df31a8c131fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:24.451544 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-77195e81-2283-45c5-8e5e-4c76b9bd7056 req-456ff595-b76c-42c9-8cc8-df31a8c131fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 944 time: 0.0494499 Aug 24 16:58:24.501546 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-77195e81-2283-45c5-8e5e-4c76b9bd7056 req-cd52a20f-f742-454d-bcd0-f669b351e2db tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434439 Aug 24 16:58:24.685976 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4d8d6-5392-4613-8719-753a58516e78 req-48b4e9b4-b205-4e75-acc0-4d7b7df06c7d tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:24.687535 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c9a4d8d6-5392-4613-8719-753a58516e78 req-48b4e9b4-b205-4e75-acc0-4d7b7df06c7d tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 945 time: 0.0503936 Aug 24 16:58:24.738929 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c9a4d8d6-5392-4613-8719-753a58516e78 req-3adb8dc2-33d9-4449-838a-93dde5ef0fab tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448427 Aug 24 16:58:24.893687 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec6b15-f736-4a14-bd0d-ece212e5ff3e req-7d5c0e11-2bda-4b2b-aa33-e077b4d1b9bb tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:24.895284 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97ec6b15-f736-4a14-bd0d-ece212e5ff3e req-7d5c0e11-2bda-4b2b-aa33-e077b4d1b9bb tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 944 time: 0.0555191 Aug 24 16:58:24.935314 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97ec6b15-f736-4a14-bd0d-ece212e5ff3e req-b4042884-cb99-40a2-a6f5-315b78373628 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333967 Aug 24 16:58:25.083382 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2629-5f92-4f4b-bc45-045133b1ca07 req-3b13d308-91bb-460c-8804-d4a943349a43 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:25.085019 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-197c2629-5f92-4f4b-bc45-045133b1ca07 req-3b13d308-91bb-460c-8804-d4a943349a43 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 944 time: 0.0516570 Aug 24 16:58:25.121835 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-197c2629-5f92-4f4b-bc45-045133b1ca07 req-c6207c48-9dc7-4123-9010-5dbf51f82504 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310748 Aug 24 16:58:25.578618 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 56274) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:25.633826 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6bb53-8314-4b0f-9763-7977a9ce6b26 req-da17b1c3-e06a-4750-b805-6c79716141fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:25.635333 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b8b6bb53-8314-4b0f-9763-7977a9ce6b26 req-da17b1c3-e06a-4750-b805-6c79716141fa tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 944 time: 0.0560579 Aug 24 16:58:25.672740 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b8b6bb53-8314-4b0f-9763-7977a9ce6b26 req-abbf0b3c-38e5-4463-9cb7-2359a989336d tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312550 Aug 24 16:58:25.696641 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ef6a7a80-bd7f-43c3-80a3-9ab737da5eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:25.792008 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ef6a7a80-bd7f-43c3-80a3-9ab737da5eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:25.798412 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ef6a7a80-bd7f-43c3-80a3-9ab737da5eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:25.859388 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ef6a7a80-bd7f-43c3-80a3-9ab737da5eb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2451c5d0840541fe989a64290b675783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791324 Aug 24 16:58:25.860390 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a7a80-bd7f-43c3-80a3-9ab737da5eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e50961-f5a9-437e-845b-a64bf4b9bc69,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:25.862212 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 56282) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:25.884355 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276b2de-32a9-4c23-8f3f-054a718b20d7 req-be7abb7f-a83d-4c21-b1fb-2338c2fad57c tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:25.886047 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a276b2de-32a9-4c23-8f3f-054a718b20d7 req-be7abb7f-a83d-4c21-b1fb-2338c2fad57c tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 945 time: 0.0772202 Aug 24 16:58:25.925142 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-052482fd-d47d-4585-bd8c-5b40e6b51791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:25.933120 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a276b2de-32a9-4c23-8f3f-054a718b20d7 req-769975d5-b9bc-4bcd-8721-31f09ca640f8 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352590 Aug 24 16:58:25.948449 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-052482fd-d47d-4585-bd8c-5b40e6b51791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:25.993500 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-052482fd-d47d-4585-bd8c-5b40e6b51791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:25.996097 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-052482fd-d47d-4585-bd8c-5b40e6b51791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:25.997309 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-052482fd-d47d-4585-bd8c-5b40e6b51791 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02e50961-f5a9-437e-845b-a64bf4b9bc69 HTTP/1.1" status: 204 len: 168 time: 0.1336086 Aug 24 16:58:26.004966 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052482fd-d47d-4585-bd8c-5b40e6b51791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e50961-f5a9-437e-845b-a64bf4b9bc69,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:26.241644 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca8cb7-8c0c-4c3b-8380-d6e1ef5d7ee9 req-b6b1e1b0-fe22-4071-b1ad-4009ee38a4ac tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:26.241845 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d180130-98bc-4472-8d60-0e7251e56f65 req-affda806-d7f5-41e1-bf3f-120d0f143e74 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:26.243557 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0d180130-98bc-4472-8d60-0e7251e56f65 req-affda806-d7f5-41e1-bf3f-120d0f143e74 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 944 time: 0.0520654 Aug 24 16:58:26.246987 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-85ca8cb7-8c0c-4c3b-8380-d6e1ef5d7ee9 req-b6b1e1b0-fe22-4071-b1ad-4009ee38a4ac tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 944 time: 0.2309027 Aug 24 16:58:26.286678 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-85ca8cb7-8c0c-4c3b-8380-d6e1ef5d7ee9 req-6f868eb5-8c12-4683-b249-be2c9b353fd3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325046 Aug 24 16:58:26.289969 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0d180130-98bc-4472-8d60-0e7251e56f65 req-e1d843d7-5bd1-4739-818f-3fcd4ffccda2 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Aug 24 16:58:26.292560 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 56294) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:26.305779 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-31bc735f-ea9a-4d1d-8525-0620daa126df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:26.389952 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-31bc735f-ea9a-4d1d-8525-0620daa126df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:26.395500 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-31bc735f-ea9a-4d1d-8525-0620daa126df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:26.431312 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-31bc735f-ea9a-4d1d-8525-0620daa126df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13c7d5200f904ac29af7f9d4350e2950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377010 Aug 24 16:58:26.432152 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc735f-ea9a-4d1d-8525-0620daa126df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac19693-ad64-494f-988e-fabbfdce960d,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:26.434327 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 56298) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:26.485973 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-55227122-6d73-47a4-a72c-0888ed7c4a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:26.508658 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-55227122-6d73-47a4-a72c-0888ed7c4a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:26.557106 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-55227122-6d73-47a4-a72c-0888ed7c4a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:26.559617 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-55227122-6d73-47a4-a72c-0888ed7c4a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:26.560797 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-55227122-6d73-47a4-a72c-0888ed7c4a58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ac19693-ad64-494f-988e-fabbfdce960d HTTP/1.1" status: 204 len: 168 time: 0.1254809 Aug 24 16:58:26.568925 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55227122-6d73-47a4-a72c-0888ed7c4a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac19693-ad64-494f-988e-fabbfdce960d,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:26.720642 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 733e211f-dc0d-4739-bd69-8bfab41cc11e up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:58:26.785267 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 733e211f-dc0d-4739-bd69-8bfab41cc11e completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:58:26.789633 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 733e211f-dc0d-4739-bd69-8bfab41cc11e triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:58:26.790068 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:26.798394 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97cdb0-9290-4c59-a01b-87cb9d2d932b req-a7c0643c-bed5-442f-b17f-1a7f0b7f2101 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:26.800545 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-df97cdb0-9290-4c59-a01b-87cb9d2d932b req-a7c0643c-bed5-442f-b17f-1a7f0b7f2101 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 944 time: 0.0545230 Aug 24 16:58:26.860639 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-df97cdb0-9290-4c59-a01b-87cb9d2d932b req-eaed52be-c832-4f08-b2b0-b52f204dbda5 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518742 Aug 24 16:58:26.892110 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:26.919591 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733e211f-dc0d-4739-bd69-8bfab41cc11e'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:58:26.922675 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a1f4d8-1baf-4b15-b168-18cd564ea26f" -d '{"events": [{"server_uuid": "c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e", "name": "network-vif-plugged", "status": "completed", "tag": "733e211f-dc0d-4739-bd69-8bfab41cc11e"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:58:26.947997 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 733e211f-dc0d-4739-bd69-8bfab41cc11e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=733e211f-dc0d-4739-bd69-8bfab41cc11e,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:26.956073 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:26.956942 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 0b060ac7-d22a-45e1-a938-5a90289ec738 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:58:26.998149 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca770b3-d160-453f-9680-918a7ed7bc81 x-openstack-request-id: req-8ca770b3-d160-453f-9680-918a7ed7bc81 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:58:26.998464 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e", "name": "network-vif-plugged", "status": "completed", "tag": "733e211f-dc0d-4739-bd69-8bfab41cc11e", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:58:26.998714 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ca770b3-d160-453f-9680-918a7ed7bc81 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:58:26.999319 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733e211f-dc0d-4739-bd69-8bfab41cc11e', 'code': 200} Aug 24 16:58:27.082219 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=733e211f-dc0d-4739-bd69-8bfab41cc11e,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:27.111300 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 0b060ac7-d22a-45e1-a938-5a90289ec738 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:58:27.112753 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43b06c-f345-44bb-9ea3-cabede1174a5 req-9456f2f7-c47d-4856-900d-be70284f4980 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:27.116596 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 0b060ac7-d22a-45e1-a938-5a90289ec738 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:58:27.117090 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:27.118788 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2f43b06c-f345-44bb-9ea3-cabede1174a5 req-9456f2f7-c47d-4856-900d-be70284f4980 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 946 time: 0.1090136 Aug 24 16:58:27.195217 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2f43b06c-f345-44bb-9ea3-cabede1174a5 req-537e594c-f75d-47be-9a3b-67ccbe57d17b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639617 Aug 24 16:58:27.235035 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:27.281224 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 0b060ac7-d22a-45e1-a938-5a90289ec738, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b060ac7-d22a-45e1-a938-5a90289ec738,segment=NetworkSegment(4693def0-c1e4-4d47-8b55-728319f03928),segment_id=4693def0-c1e4-4d47-8b55-728319f03928)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:27.290390 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:27.290390 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 1eb4d5c7-4317-4f53-a980-4e385cb06e54 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:58:27.352445 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad2f54-d336-4907-b7bd-733db9cbeedd req-c41f2e97-54cc-4732-b8a2-f405d42cba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:27.355153 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e8ad2f54-d336-4907-b7bd-733db9cbeedd req-c41f2e97-54cc-4732-b8a2-f405d42cba99 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 1099 time: 0.0900369 Aug 24 16:58:27.394383 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=0b060ac7-d22a-45e1-a938-5a90289ec738,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:27.421790 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 1eb4d5c7-4317-4f53-a980-4e385cb06e54 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:58:27.425423 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e8ad2f54-d336-4907-b7bd-733db9cbeedd req-c87463f9-b014-43d3-b1c4-68390e71ec5b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520811 Aug 24 16:58:27.427167 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 1eb4d5c7-4317-4f53-a980-4e385cb06e54 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:58:27.427735 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:27.473582 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7cb8b-0fdd-448c-a4d3-d985a1c5b054 req-848303b0-d6d9-45df-81b5-46654c7e3344 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:27.482545 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ef7cb8b-0fdd-448c-a4d3-d985a1c5b054 req-848303b0-d6d9-45df-81b5-46654c7e3344 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 944 time: 0.0599272 Aug 24 16:58:27.525551 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ef7cb8b-0fdd-448c-a4d3-d985a1c5b054 req-11d5d9b7-5d9c-4949-96de-2cc638c727b0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416927 Aug 24 16:58:27.532501 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872849a-c470-4dd7-b4ca-50df48cd272c req-b3ba499b-1d60-4f9d-adc1-550052963697 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:27.543218 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6872849a-c470-4dd7-b4ca-50df48cd272c req-b3ba499b-1d60-4f9d-adc1-550052963697 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 944 time: 0.1092374 Aug 24 16:58:27.556265 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:27.579918 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6872849a-c470-4dd7-b4ca-50df48cd272c req-5bdba4dd-5e2a-442f-8708-0875b3e0982f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348392 Aug 24 16:58:27.592154 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 1eb4d5c7-4317-4f53-a980-4e385cb06e54, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:27.596925 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:27.597754 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device e3673453-68fe-43ca-a7cf-ee0899153cc3 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:58:27.671774 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=1eb4d5c7-4317-4f53-a980-4e385cb06e54,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:27.686165 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port e3673453-68fe-43ca-a7cf-ee0899153cc3 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:58:27.690420 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port e3673453-68fe-43ca-a7cf-ee0899153cc3 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:58:27.690791 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:27.774896 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:27.810883 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port e3673453-68fe-43ca-a7cf-ee0899153cc3, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e3673453-68fe-43ca-a7cf-ee0899153cc3,segment=NetworkSegment(6ffd5811-2a46-45ca-815d-34baea26209c),segment_id=6ffd5811-2a46-45ca-815d-34baea26209c)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:27.816089 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:27.864916 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=e3673453-68fe-43ca-a7cf-ee0899153cc3,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:27.984757 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04823b-b0e9-455f-96d0-76c794280cf7 req-5e79e95a-26bc-4fcd-bc31-25c61cf3aa65 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:27.990871 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9b04823b-b0e9-455f-96d0-76c794280cf7 req-5e79e95a-26bc-4fcd-bc31-25c61cf3aa65 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 945 time: 0.0563982 Aug 24 16:58:28.026742 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9b04823b-b0e9-455f-96d0-76c794280cf7 req-9fd26bfd-0abe-4eb7-bda5-9dead9a46b6f tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341911 Aug 24 16:58:28.307910 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4429ea5-1179-4a6b-9c65-af87dfabd9bc req-43462b48-6bec-466f-b126-eb0265022ccb tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:28.309278 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f4429ea5-1179-4a6b-9c65-af87dfabd9bc req-43462b48-6bec-466f-b126-eb0265022ccb tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 946 time: 0.0501451 Aug 24 16:58:28.351935 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f4429ea5-1179-4a6b-9c65-af87dfabd9bc req-b856b300-fa50-4d6e-bd27-d51ab588c5dc tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362546 Aug 24 16:58:28.665751 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5d6ae-ad40-4577-90bf-47a119eef188 req-22b5639d-5d07-423a-b303-1a0ea410960b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:28.667697 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c0e5d6ae-ad40-4577-90bf-47a119eef188 req-22b5639d-5d07-423a-b303-1a0ea410960b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0766599 Aug 24 16:58:28.724819 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2e6e4-d723-443e-b1b5-f5e4dc0c6453 req-a0811554-1dc1-4912-b70d-0255bf74f481 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:28.732153 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2ec2e6e4-d723-443e-b1b5-f5e4dc0c6453 req-a0811554-1dc1-4912-b70d-0255bf74f481 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0566499 Aug 24 16:58:28.763062 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c0e5d6ae-ad40-4577-90bf-47a119eef188 req-5e85412b-cc17-4d36-96d8-cb096af88a6c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879836 Aug 24 16:58:28.785306 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2ec2e6e4-d723-443e-b1b5-f5e4dc0c6453 req-347814d8-c2ee-4565-a692-2aa48b5df3ce tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496883 Aug 24 16:58:29.000115 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb8b4e-6715-4224-9993-d80fb2c28847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b060ac7-d22a-45e1-a938-5a90289ec738'}, {'server_uuid': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb4d5c7-4317-4f53-a980-4e385cb06e54'}, {'server_uuid': '6445080e-a498-4bbd-ac10-42753d0247f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3673453-68fe-43ca-a7cf-ee0899153cc3'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:58:29.002581 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3fbaf9-11a2-49ce-9d52-be0f42bfd17c" -d '{"events": [{"server_uuid": "cfdb8b4e-6715-4224-9993-d80fb2c28847", "name": "network-vif-plugged", "status": "completed", "tag": "0b060ac7-d22a-45e1-a938-5a90289ec738"}, {"server_uuid": "ad136816-5685-49a4-bfbf-daf8a0962e5c", "name": "network-vif-plugged", "status": "completed", "tag": "1eb4d5c7-4317-4f53-a980-4e385cb06e54"}, {"server_uuid": "6445080e-a498-4bbd-ac10-42753d0247f5", "name": "network-vif-plugged", "status": "completed", "tag": "e3673453-68fe-43ca-a7cf-ee0899153cc3"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:58:29.054363 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 24 Aug 2021 16:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9346b4c2-503f-4d11-9919-6d99e4b08663 x-openstack-request-id: req-9346b4c2-503f-4d11-9919-6d99e4b08663 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:58:29.054724 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb8b4e-6715-4224-9993-d80fb2c28847", "name": "network-vif-plugged", "status": "completed", "tag": "0b060ac7-d22a-45e1-a938-5a90289ec738", "code": 200}, {"server_uuid": "ad136816-5685-49a4-bfbf-daf8a0962e5c", "name": "network-vif-plugged", "status": "completed", "tag": "1eb4d5c7-4317-4f53-a980-4e385cb06e54", "code": 200}, {"server_uuid": "6445080e-a498-4bbd-ac10-42753d0247f5", "name": "network-vif-plugged", "status": "completed", "tag": "e3673453-68fe-43ca-a7cf-ee0899153cc3", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:58:29.054896 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9346b4c2-503f-4d11-9919-6d99e4b08663 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:58:29.055291 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdb8b4e-6715-4224-9993-d80fb2c28847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b060ac7-d22a-45e1-a938-5a90289ec738', 'code': 200} Aug 24 16:58:29.055537 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'code': 200} Aug 24 16:58:29.055769 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6445080e-a498-4bbd-ac10-42753d0247f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3673453-68fe-43ca-a7cf-ee0899153cc3', 'code': 200} Aug 24 16:58:29.151999 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb79cc-12f4-47be-b589-f165bfc5cfa6 req-64a2f402-9849-4512-b6d5-e275aba63a26 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:29.153894 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-53eb79cc-12f4-47be-b589-f165bfc5cfa6 req-64a2f402-9849-4512-b6d5-e275aba63a26 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 945 time: 0.0602241 Aug 24 16:58:29.198425 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-53eb79cc-12f4-47be-b589-f165bfc5cfa6 req-0ba2084b-fc9b-48dc-8ec6-86144cfa5e3c tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374954 Aug 24 16:58:29.368676 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e0699-e26a-417c-bcfe-8202cb51b905 req-e4c10765-fe88-4156-83ac-201d44e92788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:29.370202 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ea0e0699-e26a-417c-bcfe-8202cb51b905 req-e4c10765-fe88-4156-83ac-201d44e92788 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 1098 time: 0.0388682 Aug 24 16:58:29.415360 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ea0e0699-e26a-417c-bcfe-8202cb51b905 req-ac562975-27cb-4e97-933c-32f42689a342 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362639 Aug 24 16:58:29.505912 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf31ee3-c1de-4606-a53f-461ce96fdf09 req-2ff0be52-ba00-45ab-a6de-deea485242e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:29.507548 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9bf31ee3-c1de-4606-a53f-461ce96fdf09 req-2ff0be52-ba00-45ab-a6de-deea485242e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 1098 time: 0.1362410 Aug 24 16:58:29.513601 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798efa28-8291-4b28-918e-4c05b53168d3 req-a18043c2-8b2b-49ec-b88b-b6e385d07274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:29.515141 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-798efa28-8291-4b28-918e-4c05b53168d3 req-a18043c2-8b2b-49ec-b88b-b6e385d07274 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 1098 time: 0.1354194 Aug 24 16:58:29.528779 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a898d0-86cf-4f44-9799-22a3dbfc8e8b req-3b3a265c-25a6-49e0-a9f1-5d76164985d6 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:29.530367 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-89a898d0-86cf-4f44-9799-22a3dbfc8e8b req-3b3a265c-25a6-49e0-a9f1-5d76164985d6 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 946 time: 0.0887306 Aug 24 16:58:29.574652 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-89a898d0-86cf-4f44-9799-22a3dbfc8e8b req-27ceeac6-6856-41df-a8e8-0dca8ee396ff tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379653 Aug 24 16:58:29.781719 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-798efa28-8291-4b28-918e-4c05b53168d3 req-83ef1844-735a-4859-8144-c1174ac6c254 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571811 Aug 24 16:58:29.785170 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9bf31ee3-c1de-4606-a53f-461ce96fdf09 req-bafae3ff-0bd0-42f5-95bb-4b5f5d1c84da service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672069 Aug 24 16:58:29.902134 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e4243-fdc5-4704-9a03-66c5967a1702 req-36d1a025-806c-4334-9f0d-2bcd972f7f31 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:29.904075 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-231e4243-fdc5-4704-9a03-66c5967a1702 req-36d1a025-806c-4334-9f0d-2bcd972f7f31 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0719895 Aug 24 16:58:29.960079 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-231e4243-fdc5-4704-9a03-66c5967a1702 req-a1b2fabc-42b4-42df-88ee-8081ab25c85c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477667 Aug 24 16:58:29.981800 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf34a6-af23-4769-a7a8-2d3331fa54f3 req-bdf9f2e9-9a1c-4ac6-9982-88cf0f20be3f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:29.983834 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-67bf34a6-af23-4769-a7a8-2d3331fa54f3 req-bdf9f2e9-9a1c-4ac6-9982-88cf0f20be3f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0970168 Aug 24 16:58:30.039698 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-67bf34a6-af23-4769-a7a8-2d3331fa54f3 req-313d27f6-1ce1-4bbe-8dbf-444d6512f789 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483084 Aug 24 16:58:30.319575 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2a483-3be3-4c21-a5e5-1ac9bc3676da req-0d8f59b7-8dcc-4f72-b9cc-884695c1a60f tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:30.321197 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-afa2a483-3be3-4c21-a5e5-1ac9bc3676da req-0d8f59b7-8dcc-4f72-b9cc-884695c1a60f tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 945 time: 0.0566757 Aug 24 16:58:30.358663 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-afa2a483-3be3-4c21-a5e5-1ac9bc3676da req-e2bca4c3-35b8-4d8e-a2a6-7dcd6251ebb9 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315576 Aug 24 16:58:30.592397 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 56488) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:30.708801 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e4ea64b2-74f6-444d-aa4b-dd9452626f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:30.805906 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e4ea64b2-74f6-444d-aa4b-dd9452626f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:30.811749 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e4ea64b2-74f6-444d-aa4b-dd9452626f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:30.846650 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea64b2-74f6-444d-aa4b-dd9452626f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bc26c4-8979-4888-b358-0be024367d8a,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:30.851034 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e4ea64b2-74f6-444d-aa4b-dd9452626f60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf0642695ea1450abeabdab423cd0a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576203 Aug 24 16:58:30.854845 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 56494) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:30.906163 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-04c9e4c3-ddf1-4d9a-8e84-0345084468c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:30.928960 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-04c9e4c3-ddf1-4d9a-8e84-0345084468c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:30.977239 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-04c9e4c3-ddf1-4d9a-8e84-0345084468c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:30.979841 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-04c9e4c3-ddf1-4d9a-8e84-0345084468c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:30.980969 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-04c9e4c3-ddf1-4d9a-8e84-0345084468c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72bc26c4-8979-4888-b358-0be024367d8a HTTP/1.1" status: 204 len: 168 time: 0.1250310 Aug 24 16:58:30.994774 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9e4c3-ddf1-4d9a-8e84-0345084468c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bc26c4-8979-4888-b358-0be024367d8a,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:31.100112 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77196b8d-9c9c-4f43-9274-6355acb66945 req-3ee93306-16c2-48bb-9b63-1499d6bb3d03 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:31.107735 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-77196b8d-9c9c-4f43-9274-6355acb66945 req-3ee93306-16c2-48bb-9b63-1499d6bb3d03 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0616939 Aug 24 16:58:31.154010 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-77196b8d-9c9c-4f43-9274-6355acb66945 req-40fe2d6b-576f-480a-81db-7e92b98abeee tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 Aug 24 16:58:31.275098 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a2fab-6a49-40f9-a74e-77d1305e7926 req-1b393e3e-2d7c-42a4-ac17-14d2625ed29f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:31.276689 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-178a2fab-6a49-40f9-a74e-77d1305e7926 req-1b393e3e-2d7c-42a4-ac17-14d2625ed29f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0534976 Aug 24 16:58:31.305026 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 56516) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:31.317334 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-178a2fab-6a49-40f9-a74e-77d1305e7926 req-1ed1b1a2-b878-41ac-a286-e7b63bb6566f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343637 Aug 24 16:58:31.318457 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0551a4d2-81fb-4d72-a1c6-ab049dace73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:31.419120 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0551a4d2-81fb-4d72-a1c6-ab049dace73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:31.424211 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0551a4d2-81fb-4d72-a1c6-ab049dace73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:31.462311 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0551a4d2-81fb-4d72-a1c6-ab049dace73a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5827e915f534463695a41ce01f4fe3d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561728 Aug 24 16:58:31.463344 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551a4d2-81fb-4d72-a1c6-ab049dace73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be70ea55-cedc-4d06-97dc-d4458de18ece,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:31.465802 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 56520) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:31.488761 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630753f-1cff-45fd-98a6-f3f933fe26e7 req-e2391c6e-e063-47d3-b9e8-38027cbafac6 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:31.490266 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2630753f-1cff-45fd-98a6-f3f933fe26e7 req-e2391c6e-e063-47d3-b9e8-38027cbafac6 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 945 time: 0.0635037 Aug 24 16:58:31.555304 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2630753f-1cff-45fd-98a6-f3f933fe26e7 req-825eae29-1376-4266-8bd7-771f0eecfb59 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552180 Aug 24 16:58:31.556377 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-06e481ee-a7d3-4c22-bdbf-d618aee10c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:31.579247 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-06e481ee-a7d3-4c22-bdbf-d618aee10c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:31.629403 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-06e481ee-a7d3-4c22-bdbf-d618aee10c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:31.632035 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-06e481ee-a7d3-4c22-bdbf-d618aee10c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:31.633227 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-06e481ee-a7d3-4c22-bdbf-d618aee10c33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be70ea55-cedc-4d06-97dc-d4458de18ece HTTP/1.1" status: 204 len: 168 time: 0.1663616 Aug 24 16:58:31.641456 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e481ee-a7d3-4c22-bdbf-d618aee10c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be70ea55-cedc-4d06-97dc-d4458de18ece,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:32.296299 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcda39-1014-4a71-bb12-07a753b4a74f req-ee537b34-23dc-465c-ad09-f5f081a52735 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:32.297781 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0cdcda39-1014-4a71-bb12-07a753b4a74f req-ee537b34-23dc-465c-ad09-f5f081a52735 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0705268 Aug 24 16:58:32.341442 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0cdcda39-1014-4a71-bb12-07a753b4a74f req-fe355e84-c2e9-470a-8346-e3419aed9b94 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364990 Aug 24 16:58:32.452502 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb540110-136d-4580-a625-24151356c1fb req-439b67bf-fe3c-4236-ba7c-c2df75e78351 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:32.453404 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eb540110-136d-4580-a625-24151356c1fb req-439b67bf-fe3c-4236-ba7c-c2df75e78351 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0558474 Aug 24 16:58:32.491066 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eb540110-136d-4580-a625-24151356c1fb req-1cb67271-440f-40d0-855f-41edb40a8162 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317819 Aug 24 16:58:32.672365 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14898b44-f1dc-4aeb-bfc3-61607a659157 req-4a2d01c1-e1d0-483c-aa2b-9129476cf9c3 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:32.673859 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-14898b44-f1dc-4aeb-bfc3-61607a659157 req-4a2d01c1-e1d0-483c-aa2b-9129476cf9c3 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 945 time: 0.0499272 Aug 24 16:58:32.714862 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-14898b44-f1dc-4aeb-bfc3-61607a659157 req-3055cdbe-0fa7-4c65-8c3d-58baf1c4daeb tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346370 Aug 24 16:58:33.268627 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 56580) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:33.378587 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ce490e92-fb5b-4ed1-be64-40aa96abfdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:33.462961 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b59e5-e182-4ad3-b604-25a60139b947 req-07ac0522-e98b-4303-9103-bb2566f65913 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:33.464432 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8f6b59e5-e182-4ad3-b604-25a60139b947 req-07ac0522-e98b-4303-9103-bb2566f65913 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0530753 Aug 24 16:58:33.470021 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ce490e92-fb5b-4ed1-be64-40aa96abfdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:33.481339 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ce490e92-fb5b-4ed1-be64-40aa96abfdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:33.505235 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8f6b59e5-e182-4ad3-b604-25a60139b947 req-a017be2d-79cd-49cb-ad52-bf86af7f004e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346272 Aug 24 16:58:33.522571 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce490e92-fb5b-4ed1-be64-40aa96abfdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ab176d-084a-419c-9c11-01d9df0b9da5,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:33.525647 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ce490e92-fb5b-4ed1-be64-40aa96abfdf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=329072181ccc40d3bfd1383fd57d77d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559516 Aug 24 16:58:33.528505 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 56588) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:33.601012 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bc37eb16-3639-4d84-b3a7-fc9231374fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:33.640641 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bc37eb16-3639-4d84-b3a7-fc9231374fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:33.667164 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc91ce2-7bdf-4772-af00-9048d6471057 req-0ac528af-fc05-4498-bd69-1114d3eeff1b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:33.680883 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0fc91ce2-7bdf-4772-af00-9048d6471057 req-0ac528af-fc05-4498-bd69-1114d3eeff1b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0783072 Aug 24 16:58:33.724078 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bc37eb16-3639-4d84-b3a7-fc9231374fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:33.727182 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bc37eb16-3639-4d84-b3a7-fc9231374fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:33.728660 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-bc37eb16-3639-4d84-b3a7-fc9231374fc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26ab176d-084a-419c-9c11-01d9df0b9da5 HTTP/1.1" status: 204 len: 168 time: 0.1992269 Aug 24 16:58:33.738655 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37eb16-3639-4d84-b3a7-fc9231374fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ab176d-084a-419c-9c11-01d9df0b9da5,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:33.747371 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0fc91ce2-7bdf-4772-af00-9048d6471057 req-1ff4fa75-89f4-4e58-8baa-82efd65d2677 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607736 Aug 24 16:58:33.921698 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614a883-ea5c-45e1-bb1c-cf9b35a08d65 req-49a284ca-fe69-46fa-a842-da0ebeaf5052 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:33.929373 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9614a883-ea5c-45e1-bb1c-cf9b35a08d65 req-49a284ca-fe69-46fa-a842-da0ebeaf5052 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 945 time: 0.0917618 Aug 24 16:58:33.986686 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9614a883-ea5c-45e1-bb1c-cf9b35a08d65 req-ed3df60e-f58d-4eca-bde1-38398d09b827 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549788 Aug 24 16:58:34.135126 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 56604) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:34.159668 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b2a263a5-b8da-4d54-bbed-2d272c2ee0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:34.266578 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b2a263a5-b8da-4d54-bbed-2d272c2ee0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:34.273084 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b2a263a5-b8da-4d54-bbed-2d272c2ee0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:34.315205 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b2a263a5-b8da-4d54-bbed-2d272c2ee0a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=424a5cc9f7124221bd6a15d1dad42b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761901 Aug 24 16:58:34.315205 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a263a5-b8da-4d54-bbed-2d272c2ee0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83d7e54-55d8-4ce8-bb57-a62554ac0ebe,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:34.315738 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 56610) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:34.370766 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-35778f2a-35a1-476a-8def-131d64e5503a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:34.394547 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-35778f2a-35a1-476a-8def-131d64e5503a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:34.443017 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-35778f2a-35a1-476a-8def-131d64e5503a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:34.445529 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-35778f2a-35a1-476a-8def-131d64e5503a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:34.446835 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-35778f2a-35a1-476a-8def-131d64e5503a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c83d7e54-55d8-4ce8-bb57-a62554ac0ebe HTTP/1.1" status: 204 len: 168 time: 0.1298757 Aug 24 16:58:34.455588 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35778f2a-35a1-476a-8def-131d64e5503a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83d7e54-55d8-4ce8-bb57-a62554ac0ebe,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:34.651947 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab40c81-ca57-4db3-b5d4-6bba29c92311 req-d22289ab-b9f8-48bb-b0a3-25c652cfa1be tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:34.654470 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-aab40c81-ca57-4db3-b5d4-6bba29c92311 req-d22289ab-b9f8-48bb-b0a3-25c652cfa1be tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0766850 Aug 24 16:58:34.696875 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-aab40c81-ca57-4db3-b5d4-6bba29c92311 req-16677d07-9444-41b4-9741-04cd8489b4d1 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361907 Aug 24 16:58:34.877923 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2a7a5-061e-497e-86bc-ae4cf539e211 req-10cfa65a-bd5f-4a71-a068-8ce770725509 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:34.879535 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-68a2a7a5-061e-497e-86bc-ae4cf539e211 req-10cfa65a-bd5f-4a71-a068-8ce770725509 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0477524 Aug 24 16:58:34.919590 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-68a2a7a5-061e-497e-86bc-ae4cf539e211 req-4f490e77-a5d9-4348-9d69-1630925b434b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341315 Aug 24 16:58:35.019476 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-384dfab6-10ba-4c96-90a3-58c268336514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:35.050821 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b276e7-1188-474e-af09-aeb220d9867a req-073498e8-0139-4481-a964-704482feb63f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:35.052442 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-91b276e7-1188-474e-af09-aeb220d9867a req-073498e8-0139-4481-a964-704482feb63f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0609195 Aug 24 16:58:35.060788 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 56650) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:35.065581 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-aae9ed3c-7348-49a0-ad55-1c66872aafab tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Request body: {'floatingip': {'port_id': '1eb4d5c7-4317-4f53-a980-4e385cb06e54'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:58:35.141400 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6058d-76a5-42ba-9c92-aadc4973bcd8 req-3766a560-b945-49df-870f-4b166aabf29c tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:35.143547 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-abf6058d-76a5-42ba-9c92-aadc4973bcd8 req-3766a560-b945-49df-870f-4b166aabf29c tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 945 time: 0.0750082 Aug 24 16:58:35.150769 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aae9ed3c-7348-49a0-ad55-1c66872aafab tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for floatingip, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:35.191445 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-abf6058d-76a5-42ba-9c92-aadc4973bcd8 req-f5f7e207-6b1c-4c45-8c53-13aa2546ce95 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392048 Aug 24 16:58:35.864693 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aae9ed3c-7348-49a0-ad55-1c66872aafab tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:35.875798 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aae9ed3c-7348-49a0-ad55-1c66872aafab tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:35.887365 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed490456-00c3-47aa-a5e1-e928f890888a req-a3ee711e-ab7b-4a95-82f6-872148c9bcf4 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:35.888887 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ed490456-00c3-47aa-a5e1-e928f890888a req-a3ee711e-ab7b-4a95-82f6-872148c9bcf4 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.1089594 Aug 24 16:58:36.006016 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ed490456-00c3-47aa-a5e1-e928f890888a req-aa76cd9e-4394-4de2-ace6-ae50779a3658 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856659 Aug 24 16:58:36.032261 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.l3_db [None req-aae9ed3c-7348-49a0-ad55-1c66872aafab tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Floating IP 3c1b4ff6-3dee-4b2d-9b29-2455cb5e74aa associated. External IP: 172.27.0.2, port: 1eb4d5c7-4317-4f53-a980-4e385cb06e54. Aug 24 16:58:36.267272 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae9ed3c-7348-49a0-ad55-1c66872aafab tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Router 25255ba3-d10b-48c5-9b8c-5967cf8f22be has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:58:36.619225 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebc3e5-5a15-43c4-8305-0e4c8d46ec1b req-0d6e6e00-8603-4eb6-b5a3-069026d6374d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:36.620721 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8ebc3e5-5a15-43c4-8305-0e4c8d46ec1b req-0d6e6e00-8603-4eb6-b5a3-069026d6374d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.1245284 Aug 24 16:58:36.626582 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85601f1-153b-48d3-b079-053e02706767 req-40012984-e98f-4a8c-b997-71d73aafd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:36.628145 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d85601f1-153b-48d3-b079-053e02706767 req-40012984-e98f-4a8c-b997-71d73aafd07d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57f7488cf1f34f44a13e4291324ad73a&device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 1098 time: 0.1307514 Aug 24 16:58:36.686697 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae9ed3c-7348-49a0-ad55-1c66872aafab tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:58:36.698610 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aae9ed3c-7348-49a0-ad55-1c66872aafab tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:36.705037 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a67a36-eadd-4bc4-99e3-7d6b685e6a15 None None] Sync routers for ids ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:58:36.716830 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a67a36-eadd-4bc4-99e3-7d6b685e6a15 None None] Routers {'25255ba3-d10b-48c5-9b8c-5967cf8f22be'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:58:36.716830 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-c6a67a36-eadd-4bc4-99e3-7d6b685e6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:58:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:58:36.789593 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-aae9ed3c-7348-49a0-ad55-1c66872aafab tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "PUT /v2.0/floatingips/3c1b4ff6-3dee-4b2d-9b29-2455cb5e74aa HTTP/1.1" status: 200 len: 989 time: 1.7276061 Aug 24 16:58:36.796126 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'tag': '1eb4d5c7-4317-4f53-a980-4e385cb06e54'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:58:36.798412 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e421c18-e49c-48e0-aaea-894a1a61e4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ad136816-5685-49a4-bfbf-daf8a0962e5c", "tag": "1eb4d5c7-4317-4f53-a980-4e385cb06e54"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:58:36.809291 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8ebc3e5-5a15-43c4-8305-0e4c8d46ec1b req-72d594df-c316-40a2-a36e-9442bb1967e2 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799023 Aug 24 16:58:36.854872 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85601f1-153b-48d3-b079-053e02706767 req-fbf821ad-8c48-4fd9-a1df-e8126ffe5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:36.856544 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d85601f1-153b-48d3-b079-053e02706767 req-fbf821ad-8c48-4fd9-a1df-e8126ffe5572 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af031b8c-c683-46a0-9719-609504051ca8 HTTP/1.1" status: 200 len: 920 time: 0.2159281 Aug 24 16:58:36.859754 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-c6a67a36-eadd-4bc4-99e3-7d6b685e6a15 None None] Set router 25255ba3-d10b-48c5-9b8c-5967cf8f22be gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:58:36.956787 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d85601f1-153b-48d3-b079-053e02706767 req-4b9f26c0-f8aa-4b5a-b2eb-f859f9037baf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3673453-68fe-43ca-a7cf-ee0899153cc3 HTTP/1.1" status: 200 len: 217 time: 0.0437105 Aug 24 16:58:37.027631 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd320b5-cbfe-438a-ac6f-c459b74a14c6 x-openstack-request-id: req-1bd320b5-cbfe-438a-ac6f-c459b74a14c6 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:58:37.027914 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad136816-5685-49a4-bfbf-daf8a0962e5c", "tag": "1eb4d5c7-4317-4f53-a980-4e385cb06e54", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:58:37.028179 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bd320b5-cbfe-438a-ac6f-c459b74a14c6 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:58:37.028588 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'tag': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'status': 'completed', 'code': 200} Aug 24 16:58:37.040161 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85601f1-153b-48d3-b079-053e02706767 req-de96fb71-a947-4193-97e0-d17c5c1e5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:37.041796 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d85601f1-153b-48d3-b079-053e02706767 req-de96fb71-a947-4193-97e0-d17c5c1e5b5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1 HTTP/1.1" status: 200 len: 859 time: 0.0683837 Aug 24 16:58:37.134620 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d85601f1-153b-48d3-b079-053e02706767 req-a65adeb4-4253-4c51-be9c-dd880f690cf6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af031b8c-c683-46a0-9719-609504051ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434120 Aug 24 16:58:37.244864 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e421c18-e49c-48e0-aaea-894a1a61e4a7 req-bbd78b43-0d6c-4043-ae9b-dcb79f5412b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:37.246518 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e421c18-e49c-48e0-aaea-894a1a61e4a7 req-bbd78b43-0d6c-4043-ae9b-dcb79f5412b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd5cc4db84894a6582094a71bb023ee0&device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 1098 time: 0.1413827 Aug 24 16:58:37.310990 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d85601f1-153b-48d3-b079-053e02706767 req-3d1a3c65-adb1-4f4b-8645-ddf10f10a854 service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573939 Aug 24 16:58:37.315180 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-c6a67a36-eadd-4bc4-99e3-7d6b685e6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '3c1b4ff6-3dee-4b2d-9b29-2455cb5e74aa', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'port_id': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'mac_address': 'fa:16:3e:22:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:57:55Z', 'updated_at': '2021-08-24T16:58:35Z', 'revision_number': 1, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:58Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:58:37.348145 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a67a36-eadd-4bc4-99e3-7d6b685e6a15 None None] Checking router: 25255ba3-d10b-48c5-9b8c-5967cf8f22be for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:58:37.356699 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a67a36-eadd-4bc4-99e3-7d6b685e6a15 None None] Routers {'25255ba3-d10b-48c5-9b8c-5967cf8f22be'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:58:37.357397 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-c6a67a36-eadd-4bc4-99e3-7d6b685e6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:58:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:58:37.444088 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e421c18-e49c-48e0-aaea-894a1a61e4a7 req-edf52342-5b9a-4ab1-8752-12d095a5f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:37.445578 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e421c18-e49c-48e0-aaea-894a1a61e4a7 req-edf52342-5b9a-4ab1-8752-12d095a5f1bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=47707b32-7c4e-4c21-bd52-0372b8d921a4 HTTP/1.1" status: 200 len: 918 time: 0.1671448 Aug 24 16:58:37.483065 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-c6a67a36-eadd-4bc4-99e3-7d6b685e6a15 None None] Set router 25255ba3-d10b-48c5-9b8c-5967cf8f22be gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:58:37.505883 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d85601f1-153b-48d3-b079-053e02706767 req-eab6493c-69a4-4135-adf9-db78c562ccbe service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650577 Aug 24 16:58:37.521146 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 56744) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:37.590420 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e421c18-e49c-48e0-aaea-894a1a61e4a7 req-42854828-add9-42e2-819d-baee0b739fe9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54 HTTP/1.1" status: 200 len: 997 time: 0.1217532 Aug 24 16:58:37.656564 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e421c18-e49c-48e0-aaea-894a1a61e4a7 req-3bfa09d9-a584-40e6-8619-728ba791dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:37.659153 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e421c18-e49c-48e0-aaea-894a1a61e4a7 req-3bfa09d9-a584-40e6-8619-728ba791dbf0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a4233f5-3ced-41ee-bb84-dc2690331635 HTTP/1.1" status: 200 len: 856 time: 0.0622809 Aug 24 16:58:37.692549 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2565-57f2-4036-b926-51973e01dd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:37.759629 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-c6a67a36-eadd-4bc4-99e3-7d6b685e6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '3c1b4ff6-3dee-4b2d-9b29-2455cb5e74aa', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'port_id': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'mac_address': 'fa:16:3e:22:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:57:55Z', 'updated_at': '2021-08-24T16:58:35Z', 'revision_number': 1, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:58Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:58:37.765099 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e421c18-e49c-48e0-aaea-894a1a61e4a7 req-ddf7cb4f-8187-4ce7-aaf2-5d4f674203d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:37.766715 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e421c18-e49c-48e0-aaea-894a1a61e4a7 req-ddf7cb4f-8187-4ce7-aaf2-5d4f674203d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47707b32-7c4e-4c21-bd52-0372b8d921a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0996411 Aug 24 16:58:37.786619 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a67a36-eadd-4bc4-99e3-7d6b685e6a15 None None] The sync data for ids ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'] in dv-cinder-799668-9-iscsi is: [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '3c1b4ff6-3dee-4b2d-9b29-2455cb5e74aa', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'port_id': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'mac_address': 'fa:16:3e:22:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:57:55Z', 'updated_at': '2021-08-24T16:58:35Z', 'revision_number': 1, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:58Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:58:37.902384 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e421c18-e49c-48e0-aaea-894a1a61e4a7 req-2a2bd1e9-c934-40e9-b858-17ecb9d9b323 service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247907 Aug 24 16:58:37.907156 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-248a4e66-8219-48a6-be3a-cfc2b953cd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:37.915017 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2565-57f2-4036-b926-51973e01dd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:37.941109 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f8cf2565-57f2-4036-b926-51973e01dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:38.029337 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf2565-57f2-4036-b926-51973e01dd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2392af-8f9a-4329-876e-6a73c4a4c91f,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:38.036943 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:38.037286 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f8cf2565-57f2-4036-b926-51973e01dd3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b03c3abfc51e44efa59da6e3e7e40eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117211 Aug 24 16:58:38.037456 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 56758) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:38.051948 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1370a-6bce-48ab-b509-d7014b7f40d2 req-521106de-357f-401a-a6b6-bee618c0a1bb tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:38.053433 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a9c1370a-6bce-48ab-b509-d7014b7f40d2 req-521106de-357f-401a-a6b6-bee618c0a1bb tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.1582093 Aug 24 16:58:38.093220 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e421c18-e49c-48e0-aaea-894a1a61e4a7 req-0d662b80-9060-4ca2-8a20-31c0103b2569 service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614027 Aug 24 16:58:38.107106 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-db5a1d5c-c4ea-4a6b-84e4-242ba9136f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:38.115687 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a9c1370a-6bce-48ab-b509-d7014b7f40d2 req-bd7a4d94-a041-47b5-8529-a557edaf8ca8 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532739 Aug 24 16:58:38.126854 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9863ca-528d-4269-aa1e-91351ef4a8b1 None None] New status for floating IP 3c1b4ff6-3dee-4b2d-9b29-2455cb5e74aa: ACTIVE {{(pid=93843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:58:38.139355 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-db5a1d5c-c4ea-4a6b-84e4-242ba9136f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:38.184425 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-db5a1d5c-c4ea-4a6b-84e4-242ba9136f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:38.187263 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-db5a1d5c-c4ea-4a6b-84e4-242ba9136f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:38.188461 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-db5a1d5c-c4ea-4a6b-84e4-242ba9136f80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c2392af-8f9a-4329-876e-6a73c4a4c91f HTTP/1.1" status: 204 len: 168 time: 0.1494069 Aug 24 16:58:38.196765 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a1d5c-c4ea-4a6b-84e4-242ba9136f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2392af-8f9a-4329-876e-6a73c4a4c91f,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:38.508661 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 56770) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:38.521917 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a38d94be-ce17-4629-b97e-03355b2801a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:38.621617 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a38d94be-ce17-4629-b97e-03355b2801a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:38.629846 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a38d94be-ce17-4629-b97e-03355b2801a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:38.668198 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a38d94be-ce17-4629-b97e-03355b2801a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa784dfc77fe459eadf7dc007f29f18a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584001 Aug 24 16:58:38.669037 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d94be-ce17-4629-b97e-03355b2801a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4bd74f-0edd-4873-8fb1-e47e32dc7039,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:38.671297 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 56774) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:38.738486 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e2385130-a71f-45f3-a7f7-8c5f119d43f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:38.759048 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e2385130-a71f-45f3-a7f7-8c5f119d43f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:38.816330 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e2385130-a71f-45f3-a7f7-8c5f119d43f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:38.818858 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e2385130-a71f-45f3-a7f7-8c5f119d43f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:38.820035 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e2385130-a71f-45f3-a7f7-8c5f119d43f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c4bd74f-0edd-4873-8fb1-e47e32dc7039 HTTP/1.1" status: 204 len: 168 time: 0.1476262 Aug 24 16:58:38.828065 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2385130-a71f-45f3-a7f7-8c5f119d43f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4bd74f-0edd-4873-8fb1-e47e32dc7039,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:39.243325 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadedc43-c4f0-4b99-9ede-74f21d272503 req-a8321ab0-1e71-4f08-bc13-f61f675f71ca tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:39.244853 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-aadedc43-c4f0-4b99-9ede-74f21d272503 req-a8321ab0-1e71-4f08-bc13-f61f675f71ca tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0546212 Aug 24 16:58:39.286460 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-aadedc43-c4f0-4b99-9ede-74f21d272503 req-2a5fe71b-c106-4fa2-a5f2-89e6dcdcaf56 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322623 Aug 24 16:58:39.329394 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:40.439059 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ad1a2-7f8b-4735-9831-a4bcc0773a58 req-61ca843a-d347-47d3-880c-8f1ac1f0fcbc tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:40.441045 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c35ad1a2-7f8b-4735-9831-a4bcc0773a58 req-61ca843a-d347-47d3-880c-8f1ac1f0fcbc tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0804176 Aug 24 16:58:40.493059 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c35ad1a2-7f8b-4735-9831-a4bcc0773a58 req-5c6e66e4-6b7f-4749-8c31-1517208e9be7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456703 Aug 24 16:58:40.569254 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:41.608697 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb590fa-ea5d-4404-89c3-22ca49fc2cbd req-eb1620a6-4aa5-4af4-a13c-d1dd48e43c28 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:41.610143 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-efb590fa-ea5d-4404-89c3-22ca49fc2cbd req-eb1620a6-4aa5-4af4-a13c-d1dd48e43c28 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0486434 Aug 24 16:58:41.652043 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-efb590fa-ea5d-4404-89c3-22ca49fc2cbd req-b26932a6-744d-4faf-ab9c-7a6b417696b0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346277 Aug 24 16:58:42.768961 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa6560-90fd-4e25-a1b6-6587c496b597 req-d16c1c65-7a7b-4af8-9d1b-87d8596d2cc2 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:42.770512 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f4fa6560-90fd-4e25-a1b6-6587c496b597 req-d16c1c65-7a7b-4af8-9d1b-87d8596d2cc2 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0517347 Aug 24 16:58:42.812669 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f4fa6560-90fd-4e25-a1b6-6587c496b597 req-d2113512-15ff-436b-abcf-1c4f940b105c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358272 Aug 24 16:58:43.931439 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e935f4-4dcd-4111-b19d-95c74e84dada req-bdc89753-4286-4132-b760-495008148fda tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:43.932897 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-90e935f4-4dcd-4111-b19d-95c74e84dada req-bdc89753-4286-4132-b760-495008148fda tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0523126 Aug 24 16:58:43.972931 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-90e935f4-4dcd-4111-b19d-95c74e84dada req-398d4b29-a427-490d-ab4c-bd594d79c72c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337644 Aug 24 16:58:45.211017 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462261a1-b013-49e6-bfa8-9b237eeac09d req-4425a2de-bfe6-4d66-8d0c-66903c5879f0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:45.213351 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-462261a1-b013-49e6-bfa8-9b237eeac09d req-4425a2de-bfe6-4d66-8d0c-66903c5879f0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0645571 Aug 24 16:58:45.255673 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-462261a1-b013-49e6-bfa8-9b237eeac09d req-51fa3245-51bd-4c1e-959e-0a9e1b9a9866 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344787 Aug 24 16:58:46.383338 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e24b0-4287-4936-a4ac-9d42f797b941 req-67e526e1-b03c-42dc-a2b1-37c50bc22e6c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:46.384799 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-347e24b0-4287-4936-a4ac-9d42f797b941 req-67e526e1-b03c-42dc-a2b1-37c50bc22e6c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0573678 Aug 24 16:58:46.427897 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-347e24b0-4287-4936-a4ac-9d42f797b941 req-10fb6b77-dfc1-43ee-ad55-824b66081421 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353961 Aug 24 16:58:47.524146 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57092) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:47.549194 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5a6ae-3ec0-4f2d-9ff9-2eb91477196e req-a6006c6c-7af2-4cc5-9f0b-688e092bd347 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:47.550703 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-55f5a6ae-3ec0-4f2d-9ff9-2eb91477196e req-a6006c6c-7af2-4cc5-9f0b-688e092bd347 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0524826 Aug 24 16:58:47.587126 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-55f5a6ae-3ec0-4f2d-9ff9-2eb91477196e req-67277628-d5ac-4d60-bfd9-eeeb1fb0299d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305424 Aug 24 16:58:47.641403 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:47.744306 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:47.750091 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:47.795332 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce6272daf40c49179305aa4ee2dcb8ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700949 Aug 24 16:58:47.796155 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f7257f-f1c5-4db5-b1d8-87a95674ded3,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:47.798451 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57096) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:47.803395 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.803739 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.804075 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.804387 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.804718 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.805043 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.805362 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.805688 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.805995 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.806305 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.806656 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.806965 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a09b54-8687-4b2d-8e40-98b8c7216ef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.854738 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:47.875603 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:47.926855 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:47.931394 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:47.933134 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46f7257f-f1c5-4db5-b1d8-87a95674ded3 HTTP/1.1" status: 204 len: 168 time: 0.1336327 Aug 24 16:58:47.944310 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f7257f-f1c5-4db5-b1d8-87a95674ded3,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:47.956505 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.957099 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.957666 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.958223 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.958805 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.959359 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.961897 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.962497 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.963075 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.963629 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.964157 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:47.964689 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c11f7e7-9cf0-49c7-b4fb-c1457904eb8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:48.235942 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57108) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:48.253343 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-558eb1b8-ac08-4f3f-b3b9-70e6c27930ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:48.342126 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-558eb1b8-ac08-4f3f-b3b9-70e6c27930ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:48.350004 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-558eb1b8-ac08-4f3f-b3b9-70e6c27930ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:48.387367 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-558eb1b8-ac08-4f3f-b3b9-70e6c27930ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ba1f3fa548f4d6ba03b961e1b94cabb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501834 Aug 24 16:58:48.388201 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558eb1b8-ac08-4f3f-b3b9-70e6c27930ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400d5485-a47f-402e-b200-6ccb158a8538,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:48.390565 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57110) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:48.454388 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4140d505-9953-47e8-83cd-853fbd354d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:48.477239 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4140d505-9953-47e8-83cd-853fbd354d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:48.528243 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4140d505-9953-47e8-83cd-853fbd354d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:48.530981 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4140d505-9953-47e8-83cd-853fbd354d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:48.532532 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4140d505-9953-47e8-83cd-853fbd354d1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/400d5485-a47f-402e-b200-6ccb158a8538 HTTP/1.1" status: 204 len: 168 time: 0.1404901 Aug 24 16:58:48.540804 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140d505-9953-47e8-83cd-853fbd354d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400d5485-a47f-402e-b200-6ccb158a8538,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:48.709685 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024b225-66dc-4c08-9ae1-ee6403d1ac42 req-3eaecc81-b30a-40b6-9778-0cef4a17909c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:48.711283 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d024b225-66dc-4c08-9ae1-ee6403d1ac42 req-3eaecc81-b30a-40b6-9778-0cef4a17909c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0500276 Aug 24 16:58:48.749417 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d024b225-66dc-4c08-9ae1-ee6403d1ac42 req-3a5fce6d-a103-4cf4-ab20-739fc48fb5ce tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 Aug 24 16:58:48.888396 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57130) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:48.902837 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-fb714981-6edb-43ec-a910-9d773ac221bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:48.998314 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-fb714981-6edb-43ec-a910-9d773ac221bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:49.003208 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-fb714981-6edb-43ec-a910-9d773ac221bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:49.042846 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-fb714981-6edb-43ec-a910-9d773ac221bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50abcab3083e473bbe1651aec44889da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530256 Aug 24 16:58:49.043723 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb714981-6edb-43ec-a910-9d773ac221bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abafb056-d0b9-4d3f-b0aa-3c1ea43432db,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:49.045774 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57134) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:49.097983 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bd75dad0-bd8a-4d41-b18f-9675b557bf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:49.118938 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bd75dad0-bd8a-4d41-b18f-9675b557bf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:49.169203 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bd75dad0-bd8a-4d41-b18f-9675b557bf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:49.171892 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bd75dad0-bd8a-4d41-b18f-9675b557bf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:49.173084 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-bd75dad0-bd8a-4d41-b18f-9675b557bf8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abafb056-d0b9-4d3f-b0aa-3c1ea43432db HTTP/1.1" status: 204 len: 168 time: 0.1262627 Aug 24 16:58:49.180465 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75dad0-bd8a-4d41-b18f-9675b557bf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abafb056-d0b9-4d3f-b0aa-3c1ea43432db,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:49.882073 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f52c47-a2ed-4328-8387-aec17e53f201 req-b40a0718-2ae0-4c35-81db-106f21065f7c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:49.883760 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-96f52c47-a2ed-4328-8387-aec17e53f201 req-b40a0718-2ae0-4c35-81db-106f21065f7c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0577068 Aug 24 16:58:49.922198 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-96f52c47-a2ed-4328-8387-aec17e53f201 req-6b0ba0fb-afbc-4896-b293-46c1eeead6c0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314910 Aug 24 16:58:51.047458 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268a38e-aad3-49b4-82cb-fe7a95c76336 req-401c1adc-8883-4a24-a426-3a0301ac977c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:51.048992 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7268a38e-aad3-49b4-82cb-fe7a95c76336 req-401c1adc-8883-4a24-a426-3a0301ac977c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0522962 Aug 24 16:58:51.091398 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7268a38e-aad3-49b4-82cb-fe7a95c76336 req-ea29fb02-08c1-4c4d-bece-ee859b508cb1 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351379 Aug 24 16:58:51.531993 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5ec4d-934e-44d7-b3a8-054fa3fa8481 req-e0a28120-8fc7-48df-b007-ae163e14a5db tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:51.533478 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-afd5ec4d-934e-44d7-b3a8-054fa3fa8481 req-e0a28120-8fc7-48df-b007-ae163e14a5db tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 945 time: 0.0532255 Aug 24 16:58:51.575630 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-afd5ec4d-934e-44d7-b3a8-054fa3fa8481 req-4e39b77b-a9d1-45e8-9d13-ee2db2d6b9f0 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356696 Aug 24 16:58:51.756441 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-72c49763-0c09-47aa-9bc2-b2e6f100c254 req-363a1fdf-f807-4f51-9abf-066e38fb2355 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466137 Aug 24 16:58:51.887670 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c49763-0c09-47aa-9bc2-b2e6f100c254 req-4061ecdc-2372-46ed-9aa4-06a41f9cde47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:51.889158 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-72c49763-0c09-47aa-9bc2-b2e6f100c254 req-4061ecdc-2372-46ed-9aa4-06a41f9cde47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0e28439adcc476fa5da6baf030d09a0&device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 1099 time: 0.0411074 Aug 24 16:58:52.001576 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c49763-0c09-47aa-9bc2-b2e6f100c254 req-a543aec7-89ae-4553-81df-3db652ae53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:52.003063 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-72c49763-0c09-47aa-9bc2-b2e6f100c254 req-a543aec7-89ae-4553-81df-3db652ae53d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf72a82c-18b4-451b-8db2-bcdc900afbc3 HTTP/1.1" status: 200 len: 916 time: 0.0893276 Aug 24 16:58:52.051448 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-72c49763-0c09-47aa-9bc2-b2e6f100c254 req-968bb612-fbee-431f-9626-592faf8fa954 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=733e211f-dc0d-4739-bd69-8bfab41cc11e HTTP/1.1" status: 200 len: 217 time: 0.0363588 Aug 24 16:58:52.107272 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c49763-0c09-47aa-9bc2-b2e6f100c254 req-4549585c-3865-4ce8-9634-b5c43b11d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:52.108706 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-72c49763-0c09-47aa-9bc2-b2e6f100c254 req-4549585c-3865-4ce8-9634-b5c43b11d19a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f364770e-c442-4a7e-bab0-383d6bc3990f HTTP/1.1" status: 200 len: 855 time: 0.0431986 Aug 24 16:58:52.143650 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-72c49763-0c09-47aa-9bc2-b2e6f100c254 req-fe3e182b-b7ab-4f3c-bfe4-9b6e9c939196 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf72a82c-18b4-451b-8db2-bcdc900afbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251975 Aug 24 16:58:52.279502 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd1dfc-c389-49ed-96e0-02d9353638ed req-9fefc5f6-4184-4d34-bd58-5f0b972cf14d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:52.281099 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fbdd1dfc-c389-49ed-96e0-02d9353638ed req-9fefc5f6-4184-4d34-bd58-5f0b972cf14d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.1105697 Aug 24 16:58:52.287105 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-72c49763-0c09-47aa-9bc2-b2e6f100c254 req-3a895d26-d058-4c2b-918a-53606d1ad074 service neutron] 10.222.0.26 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338241 Aug 24 16:58:52.387447 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:58:52.585515 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fbdd1dfc-c389-49ed-96e0-02d9353638ed req-c79e8c6f-8a1d-437c-9f42-8604760d0521 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973511 Aug 24 16:58:52.639397 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-72c49763-0c09-47aa-9bc2-b2e6f100c254 req-e302af8d-5d8d-43b8-8996-50e5654fd593 service neutron] 10.222.0.26 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437591 Aug 24 16:58:52.705220 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b0bb9-f80e-4c32-a94b-6b0dec45be01 req-88cd626e-f202-413e-86f3-ddd3cab7f8be tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:52.707051 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d58b0bb9-f80e-4c32-a94b-6b0dec45be01 req-88cd626e-f202-413e-86f3-ddd3cab7f8be tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 945 time: 0.0523098 Aug 24 16:58:52.746888 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d58b0bb9-f80e-4c32-a94b-6b0dec45be01 req-2ca1a871-e3b1-479a-8686-873515afac7f tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333540 Aug 24 16:58:52.897897 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57252) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:52.943235 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:53.009782 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4d859b49-517e-4534-8895-d88f4397c664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:53.102050 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4d859b49-517e-4534-8895-d88f4397c664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:53.109423 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4d859b49-517e-4534-8895-d88f4397c664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:53.146989 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4d859b49-517e-4534-8895-d88f4397c664 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ecc24fc0e0445b09facf84065c614e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475286 Aug 24 16:58:53.147645 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d859b49-517e-4534-8895-d88f4397c664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6438846c-8e89-490c-8c57-498ee6c04645,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:53.150003 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57260) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:53.200096 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1a739e66-f947-4e8e-9b01-e473c401b30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:53.221107 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1a739e66-f947-4e8e-9b01-e473c401b30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:53.269352 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1a739e66-f947-4e8e-9b01-e473c401b30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:53.272023 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1a739e66-f947-4e8e-9b01-e473c401b30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:53.273173 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1a739e66-f947-4e8e-9b01-e473c401b30c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6438846c-8e89-490c-8c57-498ee6c04645 HTTP/1.1" status: 204 len: 168 time: 0.1221077 Aug 24 16:58:53.281377 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a739e66-f947-4e8e-9b01-e473c401b30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6438846c-8e89-490c-8c57-498ee6c04645,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:53.731577 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230c638-1eef-4b98-8d2b-663e9bfac4bc req-9ff27c59-498f-4cdb-9abb-df9f611bad99 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:53.733299 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c230c638-1eef-4b98-8d2b-663e9bfac4bc req-9ff27c59-498f-4cdb-9abb-df9f611bad99 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0598652 Aug 24 16:58:53.777166 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c230c638-1eef-4b98-8d2b-663e9bfac4bc req-0149079d-1b37-41d5-a1dd-1e0618301bd1 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374277 Aug 24 16:58:53.908694 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc04826-fa6c-47b6-b273-88a28fb0a2fb req-13d07b64-871a-490c-935e-f9429a0a8316 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:53.916529 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-adc04826-fa6c-47b6-b273-88a28fb0a2fb req-13d07b64-871a-490c-935e-f9429a0a8316 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 945 time: 0.0636494 Aug 24 16:58:53.956369 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-adc04826-fa6c-47b6-b273-88a28fb0a2fb req-f1b7dc0c-988a-4234-9096-fac5a250a703 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389321 Aug 24 16:58:54.041458 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57312) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:54.047590 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57314) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:54.148532 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1257641586-network', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:58:54.159206 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-25dfa231-358d-4319-b030-5226198cb722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.170941 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] Made reservation on behalf of c0f5ac573a89426bb07c9469784a988a for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:58:54.173228 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.182270 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.273137 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-25dfa231-358d-4319-b030-5226198cb722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.278573 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-25dfa231-358d-4319-b030-5226198cb722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.318311 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-25dfa231-358d-4319-b030-5226198cb722 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb463cbb71fa487d94980856882e99cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720592 Aug 24 16:58:54.320262 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfa231-358d-4319-b030-5226198cb722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a2a8c6-a465-43c9-ae80-8820a242e069,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:54.322964 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57324) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:54.366664 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.371212 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.378894 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e5bb76d3-66e5-439a-baf2-96bb48bf4e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.400766 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:58:54.402012 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e5bb76d3-66e5-439a-baf2-96bb48bf4e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.406233 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84551c9a-94f9-4b12-b36d-9c0c54f2bef9,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:54.416211 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.417994 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] Added segment a02cbb69-e651-4b1b-86e6-722ee927be27 of type vlan for network 4ece2958-e782-4b1c-bc84-917e4ceca564 Aug 24 16:58:54.460543 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e5bb76d3-66e5-439a-baf2-96bb48bf4e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.463032 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.463147 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e5bb76d3-66e5-439a-baf2-96bb48bf4e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.464284 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e5bb76d3-66e5-439a-baf2-96bb48bf4e9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9a2a8c6-a465-43c9-ae80-8820a242e069 HTTP/1.1" status: 204 len: 168 time: 0.1403999 Aug 24 16:58:54.474389 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb76d3-66e5-439a-baf2-96bb48bf4e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a2a8c6-a465-43c9-ae80-8820a242e069,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:54.495489 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.496900 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:54.497532 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.549713 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5071411 Aug 24 16:58:54.552872 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57328) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:54.557843 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-2a12b571-d4d9-4b2d-8210-849759ff9a82 admin admin] Request body: {'subnet': {'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1257641586-subnet', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:58:54.561554 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10673921-4fe5-4668-8db5-81bd09c7dc00 admin admin] Pushing event updated for resources: {'Network': ['ID=4ece2958-e782-4b1c-bc84-917e4ceca564,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:54.575370 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network 4ece2958-e782-4b1c-bc84-917e4ceca564 details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:58:54.599287 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a12b571-d4d9-4b2d-8210-849759ff9a82 admin admin] Made reservation on behalf of c0f5ac573a89426bb07c9469784a988a for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:58:54.602177 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2a12b571-d4d9-4b2d-8210-849759ff9a82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.783424 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2a12b571-d4d9-4b2d-8210-849759ff9a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.787593 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57334) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:54.804716 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fe6b8dc-cd76-4726-937a-a5047c3deb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.839776 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12b571-d4d9-4b2d-8210-849759ff9a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc1bf70-f22a-4c5d-82d2-ce85a01cd328,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:54.851856 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12b571-d4d9-4b2d-8210-849759ff9a82 admin admin] Checking segment: {'id': 'a02cbb69-e651-4b1b-86e6-722ee927be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:58:54.852244 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a12b571-d4d9-4b2d-8210-849759ff9a82 admin admin] Network hostable DHCP agents. Network: 4ece2958-e782-4b1c-bc84-917e4ceca564, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:58:54.900823 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a12b571-d4d9-4b2d-8210-849759ff9a82 admin admin] Network 4ece2958-e782-4b1c-bc84-917e4ceca564 is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:58:54.912898 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fe6b8dc-cd76-4726-937a-a5047c3deb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.917133 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fe6b8dc-cd76-4726-937a-a5047c3deb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.919113 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cea694-2173-49e7-80e6-1ec9673890ab req-b3054d3d-08c5-4966-b300-16fd9035d2d2 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:54.920766 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-27cea694-2173-49e7-80e6-1ec9673890ab req-b3054d3d-08c5-4966-b300-16fd9035d2d2 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0649028 Aug 24 16:58:54.921827 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-2a12b571-d4d9-4b2d-8210-849759ff9a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, 4ece2958-e782-4b1c-bc84-917e4ceca564) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:58:54.926523 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a12b571-d4d9-4b2d-8210-849759ff9a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:54.927116 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2a12b571-d4d9-4b2d-8210-849759ff9a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:54.937116 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8737e34-a3ec-46e1-ad90-592c2edd05de None None] Network 4ece2958-e782-4b1c-bc84-917e4ceca564 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:58:54.964904 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-2a12b571-d4d9-4b2d-8210-849759ff9a82 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4108920 Aug 24 16:58:54.967653 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57338) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:54.978606 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:58:54.982198 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-27cea694-2173-49e7-80e6-1ec9673890ab req-0696884f-8fee-43dd-b4ad-5a551508c795 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509930 Aug 24 16:58:55.004566 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6b8dc-cd76-4726-937a-a5047c3deb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64203ab6-3343-48f3-88ec-5ad2e8e2d505,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:55.009790 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9fe6b8dc-cd76-4726-937a-a5047c3deb39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=709a53dd867a4da19faea0e5581a5448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201407 Aug 24 16:58:55.012814 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57348) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:55.022405 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-939'] for router, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.023941 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-944'] for router, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.116652 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-dfb41dbb-d9c0-4381-a844-42f26dae736b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.139545 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.150663 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-dfb41dbb-d9c0-4381-a844-42f26dae736b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.165531 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc7890-c4eb-4cf8-ba49-58a504430543 req-5003b644-968d-4f8b-8d91-3efef9a160e6 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:55.167042 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-67fc7890-c4eb-4cf8-ba49-58a504430543 req-5003b644-968d-4f8b-8d91-3efef9a160e6 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 945 time: 0.0817215 Aug 24 16:58:55.172846 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb226abeb-071e-59b7-8692-7898f48df32a-4ece2958-e782-4b1c-bc84-917e4ceca564', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'fixed_ips': [{'subnet_id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328'}]}} from dv-cinder-799668-9-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:58:55.173800 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.223432 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-67fc7890-c4eb-4cf8-ba49-58a504430543 req-20cea012-451f-49ae-bba4-ed551df49e56 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/security-groups?id=058f0900-ec12-490e-af44-ad55e1660544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472569 Aug 24 16:58:55.241203 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-dfb41dbb-d9c0-4381-a844-42f26dae736b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.248968 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-dfb41dbb-d9c0-4381-a844-42f26dae736b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.252916 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-dfb41dbb-d9c0-4381-a844-42f26dae736b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64203ab6-3343-48f3-88ec-5ad2e8e2d505 HTTP/1.1" status: 204 len: 168 time: 0.2360144 Aug 24 16:58:55.309535 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb41dbb-d9c0-4381-a844-42f26dae736b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64203ab6-3343-48f3-88ec-5ad2e8e2d505,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:55.380193 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cca4aa-908f-4aa6-a93d-f77ef961ec41 req-e2ccc453-1fce-4b84-8c13-f41c90ea67e4 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:55.383111 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a1cca4aa-908f-4aa6-a93d-f77ef961ec41 req-e2ccc453-1fce-4b84-8c13-f41c90ea67e4 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 945 time: 0.0953128 Aug 24 16:58:55.387483 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Allocated IP 172.20.0.2 (4ece2958-e782-4b1c-bc84-917e4ceca564/5dc1bf70-f22a-4c5d-82d2-ce85a01cd328/c4cdd87a-ea70-417e-a343-879226e4a44e) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:58:55.480615 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-be112708-1b57-4de4-a943-664f23b0fa97 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:55.482024 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-be112708-1b57-4de4-a943-664f23b0fa97 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/networks?id=bf72a82c-18b4-451b-8db2-bcdc900afbc3 HTTP/1.1" status: 200 len: 815 time: 0.4611781 Aug 24 16:58:55.525985 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.533828 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-97a234a4-2c32-4f4f-8b17-ddf1b59de906 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/quotas/b0e28439adcc476fa5da6baf030d09a0 HTTP/1.1" status: 200 len: 375 time: 0.0226932 Aug 24 16:58:55.549940 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-a1cca4aa-908f-4aa6-a93d-f77ef961ec41 req-24efc975-77b9-41f0-b521-d0da96b6bdf7 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Deleting port 0b060ac7-d22a-45e1-a938-5a90289ec738 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:58:55.550361 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a1cca4aa-908f-4aa6-a93d-f77ef961ec41 req-24efc975-77b9-41f0-b521-d0da96b6bdf7 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.600037 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.610722 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Transition to ACTIVE for port object c4cdd87a-ea70-417e-a343-879226e4a44e will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:58:55.633086 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Transition to ACTIVE for port object c4cdd87a-ea70-417e-a343-879226e4a44e will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:58:55.642500 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.685848 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-a1cca4aa-908f-4aa6-a93d-f77ef961ec41 req-24efc975-77b9-41f0-b521-d0da96b6bdf7 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] For port 0b060ac7-d22a-45e1-a938-5a90289ec738, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0b060ac7-d22a-45e1-a938-5a90289ec738,segment=NetworkSegment(4693def0-c1e4-4d47-8b55-728319f03928),segment_id=4693def0-c1e4-4d47-8b55-728319f03928)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:55.686217 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a1cca4aa-908f-4aa6-a93d-f77ef961ec41 req-24efc975-77b9-41f0-b521-d0da96b6bdf7 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.686771 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-1aea38c5-3531-4db8-8491-0838b72f6811 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e28439adcc476fa5da6baf030d09a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1324496 Aug 24 16:58:55.695523 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Network 4ece2958-e782-4b1c-bc84-917e4ceca564 is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:58:55.698576 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:58:55.704761 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:58:55.726298 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Pushing event updated for resources: {'Port': ['ID=c4cdd87a-ea70-417e-a343-879226e4a44e,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:55.731578 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-a1cca4aa-908f-4aa6-a93d-f77ef961ec41 req-24efc975-77b9-41f0-b521-d0da96b6bdf7 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Calling delete_port for 0b060ac7-d22a-45e1-a938-5a90289ec738 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:58:55.762881 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:55.763302 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:55.763724 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:55.764953 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:55.765641 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:55.766217 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:55.767133 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:55.767699 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:55.768282 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:55.768885 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:55.769443 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:55.769991 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:55.815331 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Attempting to bind port c4cdd87a-ea70-417e-a343-879226e4a44e on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:58:55.815861 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Attempting to bind port c4cdd87a-ea70-417e-a343-879226e4a44e by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': 'a02cbb69-e651-4b1b-86e6-722ee927be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:58:55.816196 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Attempting to bind port c4cdd87a-ea70-417e-a343-879226e4a44e on network 4ece2958-e782-4b1c-bc84-917e4ceca564 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:58:55.823349 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:58:55.823717 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Checking segment: {'id': 'a02cbb69-e651-4b1b-86e6-722ee927be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:58:55.824116 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.824500 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Bound using segment: {'id': 'a02cbb69-e651-4b1b-86e6-722ee927be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:58:55.825224 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Bound port: c4cdd87a-ea70-417e-a343-879226e4a44e, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02cbb69-e651-4b1b-86e6-722ee927be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:58:55.825602 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.913623 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a1cca4aa-908f-4aa6-a93d-f77ef961ec41 req-24efc975-77b9-41f0-b521-d0da96b6bdf7 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:55.928504 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-d10cd5b2-595e-426c-9977-c17be4a346f6 service neutron] 10.222.0.13 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324505 Aug 24 16:58:55.948961 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efc975-77b9-41f0-b521-d0da96b6bdf7 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Pushing event deleted for resources: {'Port': ['ID=0b060ac7-d22a-45e1-a938-5a90289ec738,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:56.024807 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['0b060ac7-d22a-45e1-a938-5a90289ec738'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:58:56.029696 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cca4aa-908f-4aa6-a93d-f77ef961ec41 req-24efc975-77b9-41f0-b521-d0da96b6bdf7 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] No DVR routers for this DVR port 0b060ac7-d22a-45e1-a938-5a90289ec738 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:58:56.034221 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a1cca4aa-908f-4aa6-a93d-f77ef961ec41 req-24efc975-77b9-41f0-b521-d0da96b6bdf7 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:56.036464 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a1cca4aa-908f-4aa6-a93d-f77ef961ec41 req-24efc975-77b9-41f0-b521-d0da96b6bdf7 tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.26 "DELETE /v2.0/ports/0b060ac7-d22a-45e1-a938-5a90289ec738 HTTP/1.1" status: 204 len: 173 time: 0.6407323 Aug 24 16:58:56.036906 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb8b4e-6715-4224-9993-d80fb2c28847', 'name': 'network-vif-deleted', 'tag': '0b060ac7-d22a-45e1-a938-5a90289ec738'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:58:56.039500 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bc22a3-5e48-4861-bbff-63f7b5e18487" -d '{"events": [{"server_uuid": "cfdb8b4e-6715-4224-9993-d80fb2c28847", "name": "network-vif-deleted", "tag": "0b060ac7-d22a-45e1-a938-5a90289ec738"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:58:56.095745 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-396ce61a-2f45-47e8-bc0d-eb8e15a7bee6 service neutron] 10.222.0.13 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663365 Aug 24 16:58:56.103657 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:56.126891 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:56.129446 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] For port c4cdd87a-ea70-417e-a343-879226e4a44e, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:58:56.135675 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] For port c4cdd87a-ea70-417e-a343-879226e4a44e, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=c4cdd87a-ea70-417e-a343-879226e4a44e,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:58:56.145840 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:56.167364 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1812dd-7acb-493e-89eb-6d30d7e447a3 req-e616c4e6-1d53-4ba7-b083-2e9cd87ed2ba tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:56.170596 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3a1812dd-7acb-493e-89eb-6d30d7e447a3 req-e616c4e6-1d53-4ba7-b083-2e9cd87ed2ba tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0747879 Aug 24 16:58:56.217653 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3a1812dd-7acb-493e-89eb-6d30d7e447a3 req-1dd299d5-1ec1-42c2-b343-1cbf8a32e521 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Aug 24 16:58:56.288515 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628e9273-bca7-4c6c-9365-30b2d3b65887 x-openstack-request-id: req-628e9273-bca7-4c6c-9365-30b2d3b65887 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:58:56.288813 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb8b4e-6715-4224-9993-d80fb2c28847", "name": "network-vif-deleted", "tag": "0b060ac7-d22a-45e1-a938-5a90289ec738", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:58:56.289062 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-628e9273-bca7-4c6c-9365-30b2d3b65887 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:58:56.289172 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7866e-8053-4b7b-b4bd-b4cbc49466ab None None] Pushing event updated for resources: {'Port': ['ID=c4cdd87a-ea70-417e-a343-879226e4a44e,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:56.289457 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdb8b4e-6715-4224-9993-d80fb2c28847', 'name': 'network-vif-deleted', 'tag': '0b060ac7-d22a-45e1-a938-5a90289ec738', 'status': 'completed', 'code': 200} Aug 24 16:58:56.360915 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-554f3874-3399-4bc6-91b7-9ca0932950b0 req-b3c948c7-6313-4248-82c0-61296f384b28 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0756476 Aug 24 16:58:56.393419 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Allocated IP 172.27.0.195 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/f6883aa2-d0c8-45db-93e8-d09d8eea023c) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:58:56.431198 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-301414fc-1c14-437d-9918-e411a7539e34 req-cb828e12-cad0-4b63-8c3c-2410dd75358f tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 210 time: 0.0453577 Aug 24 16:58:56.548502 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:56.617511 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:56.677623 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:58:56.683554 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:58:56.690769 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:58:56.758808 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Pushing event updated for resources: {'Port': ['ID=f6883aa2-d0c8-45db-93e8-d09d8eea023c,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:56.966948 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:57.180394 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421220'] for router, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:57.333278 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 is scheduled to L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e with binding_index 1 {{(pid=93841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:58:57.361698 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4f3b7-170b-48dd-b4cc-b073b0ef8d55 req-cdbff11a-18b0-496c-96b2-afe0c1804226 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:57.363322 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e0f4f3b7-170b-48dd-b4cc-b073b0ef8d55 req-cdbff11a-18b0-496c-96b2-afe0c1804226 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0658827 Aug 24 16:58:57.431968 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e0f4f3b7-170b-48dd-b4cc-b073b0ef8d55 req-5e6bb8df-f399-45d0-a8d4-d59c5a16162f tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615029 Aug 24 16:58:57.476205 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c25064-a48b-4bc4-a17f-14336d6deb73 None None] Network 4ece2958-e782-4b1c-bc84-917e4ceca564 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:58:57.507305 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1b93474e-e566-40b9-80c0-ec3888db8cf9 req-5aa4082f-0edc-4900-a1d7-cd9bf7fd55a3 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0504141 Aug 24 16:58:57.520559 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:58:57.532305 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Sync routers for ids ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:58:57.544773 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Routers {'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:58:57.549311 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:58:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:58:57.567519 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:57.573358 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57438) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:57.588102 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-df801144-f289-4f3a-984f-89169a79ef26 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6159494 Aug 24 16:58:57.607132 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-04c9ce44-01dc-426b-98e7-b9f596389908 None None] Provisioning for port c4cdd87a-ea70-417e-a343-879226e4a44e completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:58:57.741855 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Set router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:58:57.769374 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device c4cdd87a-ea70-417e-a343-879226e4a44e up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:58:57.796724 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f12a9a0c-7d29-4d56-a979-a559877d6814 req-64fc89e1-4e8e-44ad-87c3-97908c1d878c tempest-DeleteServersTestJSON-1382908520 tempest-DeleteServersTestJSON-1382908520-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfdb8b4e-6715-4224-9993-d80fb2c28847 HTTP/1.1" status: 200 len: 210 time: 0.1124177 Aug 24 16:58:57.880029 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port c4cdd87a-ea70-417e-a343-879226e4a44e completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:58:57.886490 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port c4cdd87a-ea70-417e-a343-879226e4a44e triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:58:57.886864 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:57.912832 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57446) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:58.049393 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T16:58:56Z', 'revision_number': 3, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port': {'id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:56Z', 'updated_at': '2021-08-24T16:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:58:58.051144 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.090164 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port c4cdd87a-ea70-417e-a343-879226e4a44e, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=c4cdd87a-ea70-417e-a343-879226e4a44e,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:58.096660 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.106977 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Checking router: f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:58:58.107332 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Updating router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 port f6883aa2-d0c8-45db-93e8-d09d8eea023c binding host dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:58:58.160949 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1f529346-484f-46f9-bc86-8f85d917f9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.171526 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=c4cdd87a-ea70-417e-a343-879226e4a44e,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:58.183186 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.262684 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-cd207dee-6e83-4fcb-a39a-505887c416fc None None] Provisioning complete for port c4cdd87a-ea70-417e-a343-879226e4a44e triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:58:58.263048 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-cd207dee-6e83-4fcb-a39a-505887c416fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.275323 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1f529346-484f-46f9-bc86-8f85d917f9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.282108 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1f529346-484f-46f9-bc86-8f85d917f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.357895 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1f529346-484f-46f9-bc86-8f85d917f9ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3e50ffd29d8485c8a6ea1de1888c686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438515 Aug 24 16:58:58.361802 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57450) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:58.365685 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f529346-484f-46f9-bc86-8f85d917f9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1947c6-90c8-4ff6-a3aa-73f59024b0e2,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:58.413203 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.460059 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1f6faa8a-2974-45b3-b4c2-8a8c39da1d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.501952 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.516981 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Transition to ACTIVE for port object f6883aa2-d0c8-45db-93e8-d09d8eea023c will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:58:58.525289 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.564956 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1f6faa8a-2974-45b3-b4c2-8a8c39da1d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.579132 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5da4c-7aa5-4e00-b9fd-a4733265b67f None None] Pushing event updated for resources: {'Port': ['ID=f6883aa2-d0c8-45db-93e8-d09d8eea023c,revision_number=2']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:58.586855 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5da4c-7aa5-4e00-b9fd-a4733265b67f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:58.587208 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5da4c-7aa5-4e00-b9fd-a4733265b67f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:58.587551 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5da4c-7aa5-4e00-b9fd-a4733265b67f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:58.587887 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5da4c-7aa5-4e00-b9fd-a4733265b67f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:58.588222 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5da4c-7aa5-4e00-b9fd-a4733265b67f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:58.588551 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5da4c-7aa5-4e00-b9fd-a4733265b67f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:58.588880 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5da4c-7aa5-4e00-b9fd-a4733265b67f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:58.589208 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5da4c-7aa5-4e00-b9fd-a4733265b67f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:58.589554 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5da4c-7aa5-4e00-b9fd-a4733265b67f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:58.589884 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5da4c-7aa5-4e00-b9fd-a4733265b67f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:58.590212 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5da4c-7aa5-4e00-b9fd-a4733265b67f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:58.590561 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5da4c-7aa5-4e00-b9fd-a4733265b67f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:58.611068 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Attempting to bind port f6883aa2-d0c8-45db-93e8-d09d8eea023c on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:58:58.611356 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Attempting to bind port f6883aa2-d0c8-45db-93e8-d09d8eea023c by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:58:58.611910 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Attempting to bind port f6883aa2-d0c8-45db-93e8-d09d8eea023c on network 936fe392-5fcd-487c-9559-b2b2e2d38c54 {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:58:58.618503 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:58:58.618884 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Checking segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:58:58.619292 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.619684 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Bound using segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:58:58.620163 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Bound port: f6883aa2-d0c8-45db-93e8-d09d8eea023c, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:58:58.620754 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.673768 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] For port f6883aa2-d0c8-45db-93e8-d09d8eea023c, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:58:58.677449 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] For port f6883aa2-d0c8-45db-93e8-d09d8eea023c, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=f6883aa2-d0c8-45db-93e8-d09d8eea023c,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:58:58.683862 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.687737 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c554b546-9292-46c6-a53c-99f10caa43b8 req-5bdbf0da-4f54-4e37-94f9-971035335c94 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0425832 Aug 24 16:58:58.749642 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5da4c-7aa5-4e00-b9fd-a4733265b67f None None] Pushing event updated for resources: {'Port': ['ID=f6883aa2-d0c8-45db-93e8-d09d8eea023c,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:58.753405 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Routers {'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:58:58.754041 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:58:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:58:58.774359 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a790bb-ceed-4704-b41b-e5ae2ccb2db9 req-5b9d670b-c3ba-47b5-a939-9e0bc514e733 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:58.775863 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-96a790bb-ceed-4704-b41b-e5ae2ccb2db9 req-5b9d670b-c3ba-47b5-a939-9e0bc514e733 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.2451513 Aug 24 16:58:58.809769 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Allocated IP 172.20.0.1 (4ece2958-e782-4b1c-bc84-917e4ceca564/5dc1bf70-f22a-4c5d-82d2-ce85a01cd328/7a416ad0-749c-4f31-8fc4-4e62623f3d08) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:58:58.846781 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-f86160a4-9e21-4b22-aaf2-592e8e456346 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:58:58.848291 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-f86160a4-9e21-4b22-aaf2-592e8e456346 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "GET /v2.0/networks?id=bf72a82c-18b4-451b-8db2-bcdc900afbc3 HTTP/1.1" status: 200 len: 815 time: 0.3504467 Aug 24 16:58:58.852376 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1f6faa8a-2974-45b3-b4c2-8a8c39da1d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.854821 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1f6faa8a-2974-45b3-b4c2-8a8c39da1d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:58.855889 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-1f6faa8a-2974-45b3-b4c2-8a8c39da1d90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f1947c6-90c8-4ff6-a3aa-73f59024b0e2 HTTP/1.1" status: 204 len: 168 time: 0.4923429 Aug 24 16:58:58.872169 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] Set router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:58:58.888016 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-2446d883-4e24-459e-bb97-c4276cffeb3a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Request body: {'port': {'device_id': 'c09f8656-8115-4905-9100-6c6a01e91cda', 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3', 'admin_state_up': True, 'tenant_id': 'b0e28439adcc476fa5da6baf030d09a0'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:58:58.893881 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-96a790bb-ceed-4704-b41b-e5ae2ccb2db9 req-baa5829d-5bdf-4a87-9342-8363fea31d33 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113851 Aug 24 16:58:58.894601 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6faa8a-2974-45b3-b4c2-8a8c39da1d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1947c6-90c8-4ff6-a3aa-73f59024b0e2,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:59.154256 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T16:58:56Z', 'revision_number': 3, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port': {'id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:56Z', 'updated_at': '2021-08-24T16:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:58:59.274799 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89095bca-663b-458e-b9dd-fc2fb3c78efa None None] The sync data for ids ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'] in dv-cinder-799668-9-iscsi is: [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T16:58:56Z', 'revision_number': 3, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port': {'id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:56Z', 'updated_at': '2021-08-24T16:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:58:59.292977 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 0b060ac7-d22a-45e1-a938-5a90289ec738 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:58:59.321955 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 0b060ac7-d22a-45e1-a938-5a90289ec738 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:58:59.322406 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 0b060ac7-d22a-45e1-a938-5a90289ec738 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:58:59.338424 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:59.366386 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Transition to ACTIVE for port object 7a416ad0-749c-4f31-8fc4-4e62623f3d08 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:58:59.381686 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-2446d883-4e24-459e-bb97-c4276cffeb3a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Made reservation on behalf of b0e28439adcc476fa5da6baf030d09a0 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:58:59.385485 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-2446d883-4e24-459e-bb97-c4276cffeb3a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:59.387470 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57486) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:59.402988 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-eded3d20-2516-4add-b0a0-9fc35d560212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:59.457625 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:59.496823 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-eded3d20-2516-4add-b0a0-9fc35d560212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:59.503850 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-eded3d20-2516-4add-b0a0-9fc35d560212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:59.536479 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Network 4ece2958-e782-4b1c-bc84-917e4ceca564 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:58:59.541248 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:58:59.546313 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:58:59.546836 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421399'] for router_interface, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:59.554520 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Pushing event updated for resources: {'Port': ['ID=7a416ad0-749c-4f31-8fc4-4e62623f3d08,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:59.557049 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-eded3d20-2516-4add-b0a0-9fc35d560212 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d9fd1c6349e4326bb6994da9026069f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684620 Aug 24 16:58:59.557791 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57490) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:58:59.567214 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded3d20-2516-4add-b0a0-9fc35d560212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a045c7af-1558-4cb1-8d5b-1f3c0dd4f74b,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:59.593900 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device c4cdd87a-ea70-417e-a343-879226e4a44e up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:58:59.653363 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9abc376f-10bf-488a-8431-4e6550f3e295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:59.672391 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-2446d883-4e24-459e-bb97-c4276cffeb3a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Allocated IP 172.20.0.9 (bf72a82c-18b4-451b-8db2-bcdc900afbc3/f364770e-c442-4a7e-bab0-383d6bc3990f/8d31291a-df56-499d-ba83-8477b899a368) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:58:59.703035 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9abc376f-10bf-488a-8431-4e6550f3e295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:59.742835 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port c4cdd87a-ea70-417e-a343-879226e4a44e triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:58:59.743355 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:59.825004 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9abc376f-10bf-488a-8431-4e6550f3e295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:59.828723 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9abc376f-10bf-488a-8431-4e6550f3e295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:59.830177 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9abc376f-10bf-488a-8431-4e6550f3e295 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a045c7af-1558-4cb1-8d5b-1f3c0dd4f74b HTTP/1.1" status: 204 len: 168 time: 0.2708404 Aug 24 16:58:59.840237 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc376f-10bf-488a-8431-4e6550f3e295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a045c7af-1558-4cb1-8d5b-1f3c0dd4f74b,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:59.910239 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4af95dd2-562b-41b3-a40b-326b6d19d916 req-a602dd43-1727-4ac3-9bb5-a9948e347370 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0453384 Aug 24 16:58:59.968462 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-a42eb434-0fac-4a65-960c-5df3693bc50c None None] Provisioning for port 7a416ad0-749c-4f31-8fc4-4e62623f3d08 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:58:59.975783 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-a42eb434-0fac-4a65-960c-5df3693bc50c None None] Provisioning complete for port 7a416ad0-749c-4f31-8fc4-4e62623f3d08 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:58:59.976242 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a42eb434-0fac-4a65-960c-5df3693bc50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:58:59.998599 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:00.018151 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-a42eb434-0fac-4a65-960c-5df3693bc50c None None] Port 7a416ad0-749c-4f31-8fc4-4e62623f3d08 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:59:00.096529 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-2446d883-4e24-459e-bb97-c4276cffeb3a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:00.136246 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e42266-7559-4f8d-8a9b-56354af4f532 req-d094dd00-0360-4f81-894f-9f4bbf88e2a3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:00.137972 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-60e42266-7559-4f8d-8a9b-56354af4f532 req-d094dd00-0360-4f81-894f-9f4bbf88e2a3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0925121 Aug 24 16:59:00.207491 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-60e42266-7559-4f8d-8a9b-56354af4f532 req-93a29d04-05e3-4077-b007-1e5aef12ec80 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577362 Aug 24 16:59:00.236247 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-2446d883-4e24-459e-bb97-c4276cffeb3a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:00.289377 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['733e211f-dc0d-4739-bd69-8bfab41cc11e'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:59:00.336410 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:00.350879 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-2446d883-4e24-459e-bb97-c4276cffeb3a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Network bf72a82c-18b4-451b-8db2-bcdc900afbc3 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:00.352504 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:00.353499 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419777'] for router_interface, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:00.357556 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446d883-4e24-459e-bb97-c4276cffeb3a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Pushing event updated for resources: {'Port': ['ID=8d31291a-df56-499d-ba83-8477b899a368,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:00.364162 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-2446d883-4e24-459e-bb97-c4276cffeb3a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:00.496086 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57524) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:00.518974 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-2446d883-4e24-459e-bb97-c4276cffeb3a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:59:00.527868 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-2446d883-4e24-459e-bb97-c4276cffeb3a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:00.528547 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-2446d883-4e24-459e-bb97-c4276cffeb3a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:00.561459 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-30222a35-b869-4fb8-99e5-fdbeb3d60e9d admin admin] Deleting subnet 9d22f33a-dcf4-43a4-be2a-3b400b1882bc {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 16:59:00.564839 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-30222a35-b869-4fb8-99e5-fdbeb3d60e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:00.567464 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Pushing event updated for resources: {'Port': ['ID=7a416ad0-749c-4f31-8fc4-4e62623f3d08,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:00.574887 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Network 4ece2958-e782-4b1c-bc84-917e4ceca564 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:00.576459 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-2446d883-4e24-459e-bb97-c4276cffeb3a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6946559 Aug 24 16:59:00.578298 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:00.611880 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-30222a35-b869-4fb8-99e5-fdbeb3d60e9d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:00.628103 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-30222a35-b869-4fb8-99e5-fdbeb3d60e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:00.655919 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Request body: {'port': {'device_id': 'c09f8656-8115-4905-9100-6c6a01e91cda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:00.703039 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-30222a35-b869-4fb8-99e5-fdbeb3d60e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:00.738483 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30222a35-b869-4fb8-99e5-fdbeb3d60e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d22f33a-dcf4-43a4-be2a-3b400b1882bc,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:00.750257 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-30222a35-b869-4fb8-99e5-fdbeb3d60e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:00.753152 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-30222a35-b869-4fb8-99e5-fdbeb3d60e9d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9d22f33a-dcf4-43a4-be2a-3b400b1882bc HTTP/1.1" status: 204 len: 168 time: 0.2560234 Aug 24 16:59:00.754594 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:59:00.756076 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:00.756213 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57532) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:00.968149 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-51fbf7ac-4f83-4ce8-aac3-43af17d31b56 None None] Provisioning complete for port 7a416ad0-749c-4f31-8fc4-4e62623f3d08 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:00.969235 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-51fbf7ac-4f83-4ce8-aac3-43af17d31b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:01.052372 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-51fbf7ac-4f83-4ce8-aac3-43af17d31b56 None None] Port 7a416ad0-749c-4f31-8fc4-4e62623f3d08 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:59:01.080478 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:59:01.091162 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-8fc953fd-5cb1-4142-8957-e7426a4aa4df admin admin] 10.222.0.13 "PUT /v2.0/routers/f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5158391 Aug 24 16:59:01.096820 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:01.218501 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d31291a-df56-499d-ba83-8477b899a368 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:59:01.219950 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93b5b9-1d91-4226-86a4-27bf73d1a4cc req-cfeb52e5-ee1f-491d-b417-c8d545786d5d tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:01.226789 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:01.227228 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bd93b5b9-1d91-4226-86a4-27bf73d1a4cc req-cfeb52e5-ee1f-491d-b417-c8d545786d5d tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 931 time: 0.1334848 Aug 24 16:59:01.248258 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Transition to ACTIVE for port object 8d31291a-df56-499d-ba83-8477b899a368 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:01.255713 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:01.287587 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:01.302450 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:59:01.302806 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:59:01.303549 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:59:01.303886 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Subscribe: > port after_create 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:59:01.304215 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:59:01.304534 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Subscribe: > port after_update 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:59:01.304830 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:59:01.305158 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:59:01.305467 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:59:01.305913 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:59:01.373615 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Pushing event updated for resources: {'Port': ['ID=8d31291a-df56-499d-ba83-8477b899a368,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:01.428892 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Attempting to bind port 8d31291a-df56-499d-ba83-8477b899a368 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:59:01.429313 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Attempting to bind port 8d31291a-df56-499d-ba83-8477b899a368 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:59:01.429857 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Attempting to bind port 8d31291a-df56-499d-ba83-8477b899a368 on network bf72a82c-18b4-451b-8db2-bcdc900afbc3 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:01.441703 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3f640-776c-4f72-bff3-70daea7d5b89 req-a156be12-04d3-43c8-bc1a-21d430d9554d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:01.443626 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-74d3f640-776c-4f72-bff3-70daea7d5b89 req-a156be12-04d3-43c8-bc1a-21d430d9554d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.1330485 Aug 24 16:59:01.446220 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Port 8d31291a-df56-499d-ba83-8477b899a368 on network bf72a82c-18b4-451b-8db2-bcdc900afbc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:59:01.446573 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Attempting to bind port 8d31291a-df56-499d-ba83-8477b899a368 on network bf72a82c-18b4-451b-8db2-bcdc900afbc3 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:01.459670 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:59:01.460417 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Checking segment: {'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:01.460954 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Bound using segment: {'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:59:01.461547 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Bound port: 8d31291a-df56-499d-ba83-8477b899a368, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:59:01.462070 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:01.516401 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:59:01.516755 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:59:01.517081 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:59:01.517513 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:59:01.517820 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cc00a6-f3de-4d15-a512-93f1f2d9ea28']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:01.548971 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-74d3f640-776c-4f72-bff3-70daea7d5b89 req-3059a191-22d9-4dc1-98a1-c7854efef8f4 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989399 Aug 24 16:59:01.598282 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Sync routers for ids ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:59:01.599233 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4693def0-c1e4-4d47-8b55-728319f03928') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:01.599529 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4693def0-c1e4-4d47-8b55-728319f03928') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:01.609641 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Routers {'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:59:01.610268 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:58:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:01.618840 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] For port 8d31291a-df56-499d-ba83-8477b899a368, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:59:01.622833 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] For port 8d31291a-df56-499d-ba83-8477b899a368, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8d31291a-df56-499d-ba83-8477b899a368,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:59:01.631235 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:01.662641 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12781717'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:01.689418 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device f6883aa2-d0c8-45db-93e8-d09d8eea023c up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:01.707152 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:01.716566 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:59:01.716987 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13161788'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:01.767329 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Pushing event updated for resources: {'Port': ['ID=8d31291a-df56-499d-ba83-8477b899a368,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: from cryptography.utils import int_from_bytes Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: from cryptography.utils import int_from_bytes Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: timer() Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: cb(*args, **kw) Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: self._notify() Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: self.callback(batched_events) Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: event.method(event) Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._get(url).json() Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 16:59:01.780618 dv-cinder-799668-9-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 16:59:01.787469 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:01.792150 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port f6883aa2-d0c8-45db-93e8-d09d8eea023c completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:01.801818 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Set router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:59:01.805048 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port f6883aa2-d0c8-45db-93e8-d09d8eea023c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:01.805738 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:01.808959 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bd93b5b9-1d91-4226-86a4-27bf73d1a4cc req-4518dafd-72d1-4eaa-8601-3dc645794198 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757387 Aug 24 16:59:01.815897 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:01.817845 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] 10.222.0.13 "DELETE /v2.0/networks/82cc00a6-f3de-4d15-a512-93f1f2d9ea28 HTTP/1.1" status: 204 len: 168 time: 1.0605192 Aug 24 16:59:01.829465 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:01.829668 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760d35e-517b-4c13-acdf-497aacb3e768 admin admin] Pushing event deleted for resources: {'Network': ['ID=82cc00a6-f3de-4d15-a512-93f1f2d9ea28,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:01.837871 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:01.841475 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-9ec52372-59e5-4e2e-8563-0c06d1af7b2e service neutron] 10.222.0.26 "PUT /v2.0/ports/8d31291a-df56-499d-ba83-8477b899a368 HTTP/1.1" status: 200 len: 1093 time: 1.2203145 Aug 24 16:59:01.842556 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09f8656-8115-4905-9100-6c6a01e91cda', 'tag': '8d31291a-df56-499d-ba83-8477b899a368'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:59:01.845285 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6924bb-15f8-427e-a67b-ef33a069f1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c09f8656-8115-4905-9100-6c6a01e91cda", "tag": "8d31291a-df56-499d-ba83-8477b899a368"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:01.895155 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40288268-72b7-4dd2-a0a6-8498521a3cf6 x-openstack-request-id: req-40288268-72b7-4dd2-a0a6-8498521a3cf6 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:01.895619 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09f8656-8115-4905-9100-6c6a01e91cda", "tag": "8d31291a-df56-499d-ba83-8477b899a368", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:01.895871 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40288268-72b7-4dd2-a0a6-8498521a3cf6 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:01.896360 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09f8656-8115-4905-9100-6c6a01e91cda', 'tag': '8d31291a-df56-499d-ba83-8477b899a368', 'status': 'completed', 'code': 200} Aug 24 16:59:01.972500 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-3f796c62-2691-4b2d-8b52-e56ad14fe595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:01.972500 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-3f796c62-2691-4b2d-8b52-e56ad14fe595 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0e28439adcc476fa5da6baf030d09a0&device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 1096 time: 0.0475719 Aug 24 16:59:02.014550 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57586) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:02.021407 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-306356302-network', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:02.039084 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-18718dae-92b7-4d6d-b041-e0f99bc25f7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d31291a-df56-499d-ba83-8477b899a368 HTTP/1.1" status: 200 len: 217 time: 0.0473170 Aug 24 16:59:02.054431 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] Made reservation on behalf of d13fff9c79b748dd909718b0f8c97a95 for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:59:02.058733 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.070529 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.075422 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.131361 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port f6883aa2-d0c8-45db-93e8-d09d8eea023c, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=f6883aa2-d0c8-45db-93e8-d09d8eea023c,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:02.131892 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57588) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:02.140295 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.140993 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-782ccbb5-8e7b-40e3-a28f-3c800e865ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:02.150715 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-782ccbb5-8e7b-40e3-a28f-3c800e865ca7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f364770e-c442-4a7e-bab0-383d6bc3990f HTTP/1.1" status: 200 len: 855 time: 0.0985827 Aug 24 16:59:02.196912 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ebe5eb2e-4bef-4bac-a1e8-e43e760ae578 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22e7d54131974dbbb7f0512ea4a1b286&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0607386 Aug 24 16:59:02.197954 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57590) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:02.202724 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-d9e52726-9acc-419b-bea5-71f28f658261 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf72a82c-18b4-451b-8db2-bcdc900afbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404480 Aug 24 16:59:02.208581 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=f6883aa2-d0c8-45db-93e8-d09d8eea023c,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:02.216436 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T16:58:59Z', 'revision_number': 4, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port': {'id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:56Z', 'updated_at': '2021-08-24T16:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '7a416ad0-749c-4f31-8fc4-4e62623f3d08', 'name': '', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'mac_address': 'fa:16:3e:e6:a3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:58Z', 'updated_at': '2021-08-24T16:59:00Z', 'revision_number': 2, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'subnets': [{'id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:02.251610 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Checking router: f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:59:02.252202 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Updating router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 port 7a416ad0-749c-4f31-8fc4-4e62623f3d08 binding host dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:59:02.259364 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.276816 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.302287 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.341795 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:59:02.362942 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-facd6a5f-f643-4e1f-907b-9ee6fa9ad052 service neutron] 10.222.0.26 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406903 Aug 24 16:59:02.369957 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-15f46b0a-a375-4138-a45e-36d8ca5d7497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.385709 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.386146 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] Added segment c1d1f0b3-55fe-4d99-9efb-95ee368dddf6 of type vlan for network ec10c33d-0c5e-4671-b375-f1ff4114aa0d Aug 24 16:59:02.393618 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862533f4-2384-4d2d-ae26-6a222c2a27a3,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:02.408124 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-15f46b0a-a375-4138-a45e-36d8ca5d7497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.476849 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.502271 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-519df0f8-0894-4110-ade2-ddfe2559b262 req-317f4c95-f8d3-4c64-96da-5b9774f8bfb6 service neutron] 10.222.0.26 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226220 Aug 24 16:59:02.514980 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.516065 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:02.516977 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.536949 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-15f46b0a-a375-4138-a45e-36d8ca5d7497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.539459 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-15f46b0a-a375-4138-a45e-36d8ca5d7497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.540628 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-15f46b0a-a375-4138-a45e-36d8ca5d7497 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/058f0900-ec12-490e-af44-ad55e1660544 HTTP/1.1" status: 204 len: 168 time: 0.3417048 Aug 24 16:59:02.566067 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f46b0a-a375-4138-a45e-36d8ca5d7497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058f0900-ec12-490e-af44-ad55e1660544,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:02.571781 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5561390 Aug 24 16:59:02.574869 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57608) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:02.580816 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-8c29f1c1-8238-493d-9cd1-72fa0da3fcb6 admin admin] Request body: {'subnet': {'network_id': 'ec10c33d-0c5e-4671-b375-f1ff4114aa0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-306356302-subnet', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:02.615591 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a42f49-7079-4440-98be-2847be7bb718 admin admin] Pushing event updated for resources: {'Network': ['ID=ec10c33d-0c5e-4671-b375-f1ff4114aa0d,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:02.629658 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c29f1c1-8238-493d-9cd1-72fa0da3fcb6 admin admin] Made reservation on behalf of d13fff9c79b748dd909718b0f8c97a95 for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:59:02.632560 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8c29f1c1-8238-493d-9cd1-72fa0da3fcb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.638783 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network ec10c33d-0c5e-4671-b375-f1ff4114aa0d details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:59:02.790284 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6924bb-15f8-427e-a67b-ef33a069f1ee req-21840e1b-f7bd-4c7e-acc2-f6ef12ca7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:02.791853 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b6924bb-15f8-427e-a67b-ef33a069f1ee req-21840e1b-f7bd-4c7e-acc2-f6ef12ca7eb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0e28439adcc476fa5da6baf030d09a0&device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 1096 time: 0.1322970 Aug 24 16:59:02.816016 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd44c56-86bc-4325-9d18-91590b1817a5 req-33e2e521-e26f-421f-94b1-5c507834d93c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:02.828420 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ccd44c56-86bc-4325-9d18-91590b1817a5 req-33e2e521-e26f-421f-94b1-5c507834d93c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.1254978 Aug 24 16:59:02.912612 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ccd44c56-86bc-4325-9d18-91590b1817a5 req-5c05f94f-457e-456c-ab81-319becc6d7be tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787342 Aug 24 16:59:02.940655 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:02.965324 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Transition to ACTIVE for port object 7a416ad0-749c-4f31-8fc4-4e62623f3d08 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:02.975982 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:03.068716 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6924bb-15f8-427e-a67b-ef33a069f1ee req-89fa6281-7918-40ef-9eed-0609395b76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:03.070319 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b6924bb-15f8-427e-a67b-ef33a069f1ee req-89fa6281-7918-40ef-9eed-0609395b76b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf72a82c-18b4-451b-8db2-bcdc900afbc3 HTTP/1.1" status: 200 len: 916 time: 0.2525368 Aug 24 16:59:03.083281 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43237331-3ab0-40e5-bfa5-3c6678de8d3c None None] Pushing event updated for resources: {'Port': ['ID=7a416ad0-749c-4f31-8fc4-4e62623f3d08,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:03.130270 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8c29f1c1-8238-493d-9cd1-72fa0da3fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:03.135444 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b6924bb-15f8-427e-a67b-ef33a069f1ee req-46c21059-bdfe-480f-baba-c0e2770a6d79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d31291a-df56-499d-ba83-8477b899a368 HTTP/1.1" status: 200 len: 217 time: 0.0490372 Aug 24 16:59:03.138575 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d792d6e-76ba-4533-8040-6e85f9b873f6 req-2ad38200-0b45-47d9-adb4-c9a059364e1f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:03.141119 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7d792d6e-76ba-4533-8040-6e85f9b873f6 req-2ad38200-0b45-47d9-adb4-c9a059364e1f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 943 time: 0.0872176 Aug 24 16:59:03.220243 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Attempting to bind port 7a416ad0-749c-4f31-8fc4-4e62623f3d08 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:59:03.220671 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Attempting to bind port 7a416ad0-749c-4f31-8fc4-4e62623f3d08 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': 'a02cbb69-e651-4b1b-86e6-722ee927be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:59:03.222826 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Attempting to bind port 7a416ad0-749c-4f31-8fc4-4e62623f3d08 on network 4ece2958-e782-4b1c-bc84-917e4ceca564 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:03.223300 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7d792d6e-76ba-4533-8040-6e85f9b873f6 req-679b2a18-8580-4d0d-a216-5eaa9fe6546c tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580497 Aug 24 16:59:03.235780 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:59:03.236013 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Checking segment: {'id': 'a02cbb69-e651-4b1b-86e6-722ee927be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:03.239779 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:03.240857 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Bound using segment: {'id': 'a02cbb69-e651-4b1b-86e6-722ee927be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:59:03.241369 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Bound port: 7a416ad0-749c-4f31-8fc4-4e62623f3d08, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02cbb69-e651-4b1b-86e6-722ee927be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:59:03.241755 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:03.259940 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29f1c1-8238-493d-9cd1-72fa0da3fcb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68cdce0-a201-4fa1-97c2-676b25f397b8,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:03.263046 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6924bb-15f8-427e-a67b-ef33a069f1ee req-327ddee5-bd86-47f0-9a37-22b6dfc01d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:03.264544 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b6924bb-15f8-427e-a67b-ef33a069f1ee req-327ddee5-bd86-47f0-9a37-22b6dfc01d31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f364770e-c442-4a7e-bab0-383d6bc3990f HTTP/1.1" status: 200 len: 855 time: 0.0997021 Aug 24 16:59:03.271834 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c29f1c1-8238-493d-9cd1-72fa0da3fcb6 admin admin] Checking segment: {'id': 'c1d1f0b3-55fe-4d99-9efb-95ee368dddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ec10c33d-0c5e-4671-b375-f1ff4114aa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:03.272184 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c29f1c1-8238-493d-9cd1-72fa0da3fcb6 admin admin] Network hostable DHCP agents. Network: ec10c33d-0c5e-4671-b375-f1ff4114aa0d, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:59:03.318317 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b6924bb-15f8-427e-a67b-ef33a069f1ee req-43d3e367-1d41-47a8-aef8-bd0379a012d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf72a82c-18b4-451b-8db2-bcdc900afbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293598 Aug 24 16:59:03.347043 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] For port 7a416ad0-749c-4f31-8fc4-4e62623f3d08, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:59:03.351803 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] For port 7a416ad0-749c-4f31-8fc4-4e62623f3d08, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=7a416ad0-749c-4f31-8fc4-4e62623f3d08,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:59:03.358388 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c29f1c1-8238-493d-9cd1-72fa0da3fcb6 admin admin] Network ec10c33d-0c5e-4671-b375-f1ff4114aa0d is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:59:03.360839 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:03.406558 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-8c29f1c1-8238-493d-9cd1-72fa0da3fcb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, ec10c33d-0c5e-4671-b375-f1ff4114aa0d) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:03.413651 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c29f1c1-8238-493d-9cd1-72fa0da3fcb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:03.414713 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8c29f1c1-8238-493d-9cd1-72fa0da3fcb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:03.433805 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43237331-3ab0-40e5-bfa5-3c6678de8d3c None None] Pushing event updated for resources: {'Port': ['ID=7a416ad0-749c-4f31-8fc4-4e62623f3d08,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:03.438813 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f150b93-ae18-4159-b063-8d9a0e27ea44 None None] Network ec10c33d-0c5e-4671-b375-f1ff4114aa0d requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:59:03.448608 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-8c29f1c1-8238-493d-9cd1-72fa0da3fcb6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8726134 Aug 24 16:59:03.451424 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57648) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:03.456422 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-306356302-router', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:03.460584 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b6924bb-15f8-427e-a67b-ef33a069f1ee req-53d669a0-7211-4395-bf7f-d3d2b372cc8d service neutron] 10.222.0.26 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336343 Aug 24 16:59:03.501076 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-939'] for router, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:03.511458 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-944'] for router, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:03.538032 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Routers {'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:59:03.538933 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:58:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:03.668832 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:03.687246 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b6924bb-15f8-427e-a67b-ef33a069f1ee req-2dc25b2b-bc4d-471d-8dd5-98fa88f6c91e service neutron] 10.222.0.26 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194035 Aug 24 16:59:03.843366 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device f6883aa2-d0c8-45db-93e8-d09d8eea023c up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:03.904747 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:03.952677 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57670) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:04.247630 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port f6883aa2-d0c8-45db-93e8-d09d8eea023c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:04.248095 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:04.264718 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-175691198-network', 'tenant_id': '2186679ca3474499a5785bb5999a0929'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:04.292832 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb226abeb-071e-59b7-8692-7898f48df32a-ec10c33d-0c5e-4671-b375-f1ff4114aa0d', 'network_id': 'ec10c33d-0c5e-4671-b375-f1ff4114aa0d', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'fixed_ips': [{'subnet_id': 'a68cdce0-a201-4fa1-97c2-676b25f397b8'}]}} from dv-cinder-799668-9-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:59:04.295102 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:04.317102 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:04.378797 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:04.428768 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57694) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:04.484286 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] Set router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:59:04.487054 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Allocated IP 172.20.0.2 (ec10c33d-0c5e-4671-b375-f1ff4114aa0d/a68cdce0-a201-4fa1-97c2-676b25f397b8/92c820b3-30e7-4caa-928c-d80ba806c7ea) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:59:04.572300 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed9d7e-9460-42cf-acea-77f56007da45 req-3dc5869f-37e8-4799-911d-050d11fb6b19 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:04.573948 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-55ed9d7e-9460-42cf-acea-77f56007da45 req-3dc5869f-37e8-4799-911d-050d11fb6b19 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 943 time: 0.2224569 Aug 24 16:59:04.627314 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-55ed9d7e-9460-42cf-acea-77f56007da45 req-88bd181a-be3c-49f7-b688-95f2aa022646 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Aug 24 16:59:04.641006 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-01d2745e-79e0-4c01-a5b0-aede6295ac4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:04.645467 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68648d3d-fb4e-4edf-ae3c-93ee8c10e3d5 req-f389519b-b7fd-479b-ba2a-2c87d6beacc3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:04.654672 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-68648d3d-fb4e-4edf-ae3c-93ee8c10e3d5 req-f389519b-b7fd-479b-ba2a-2c87d6beacc3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.4916618 Aug 24 16:59:04.673910 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] Made reservation on behalf of 2186679ca3474499a5785bb5999a0929 for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:59:04.676189 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Allocated IP 172.27.0.21 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/e8e95f69-31e1-4469-8c97-bb6e0b4d4008) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:59:04.676834 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:04.692366 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:04.731287 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-68648d3d-fb4e-4edf-ae3c-93ee8c10e3d5 req-cb53e765-0404-4762-bcb3-4d3264d331ea tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723467 Aug 24 16:59:04.859399 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:04.871484 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-01d2745e-79e0-4c01-a5b0-aede6295ac4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:04.879988 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-01d2745e-79e0-4c01-a5b0-aede6295ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:04.937411 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-01d2745e-79e0-4c01-a5b0-aede6295ac4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68fe7bb84f0a4279b8e914799fdf2a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5070965 Aug 24 16:59:04.940248 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57698) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:04.941019 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:04.949149 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2745e-79e0-4c01-a5b0-aede6295ac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd63a89-616c-4633-96a7-bd3a93c99f92,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:04.953879 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Transition to ACTIVE for port object 92c820b3-30e7-4caa-928c-d80ba806c7ea will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:04.963696 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:04.979676 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T16:58:59Z', 'revision_number': 4, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port': {'id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:56Z', 'updated_at': '2021-08-24T16:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '7a416ad0-749c-4f31-8fc4-4e62623f3d08', 'name': '', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'mac_address': 'fa:16:3e:e6:a3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:58Z', 'updated_at': '2021-08-24T16:59:03Z', 'revision_number': 4, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'subnets': [{'id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:04.982728 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Transition to ACTIVE for port object 92c820b3-30e7-4caa-928c-d80ba806c7ea will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:05.015350 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:05.018835 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:05.021796 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.024346 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:59:05.024596 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543bf96-4cfa-4f63-a345-09f9dde0a5a3 None None] The sync data for ids ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'] in dv-cinder-799668-9-iscsi is: [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T16:58:59Z', 'revision_number': 4, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port': {'id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:56Z', 'updated_at': '2021-08-24T16:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '7a416ad0-749c-4f31-8fc4-4e62623f3d08', 'name': '', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'mac_address': 'fa:16:3e:e6:a3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:58Z', 'updated_at': '2021-08-24T16:59:03Z', 'revision_number': 4, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'subnets': [{'id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:59:05.031164 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e95f69-31e1-4469-8c97-bb6e0b4d4008,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:05.056282 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.073145 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.095061 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d780d5d2-1da1-41c6-b786-f66d65d36886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.127180 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Network ec10c33d-0c5e-4671-b375-f1ff4114aa0d is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:05.127856 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2d6a97f5-d16f-48ce-bff6-3ccbadb7a258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.132790 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:05.138827 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:59:05.155244 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:59:05.177931 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Pushing event updated for resources: {'Port': ['ID=92c820b3-30e7-4caa-928c-d80ba806c7ea,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:05.182535 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.183544 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] Added segment 304743ba-739e-49bb-ba4c-758c8ee70ed5 of type vlan for network f00dec52-c8ac-438f-a240-6365db81c0dc Aug 24 16:59:05.280163 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d780d5d2-1da1-41c6-b786-f66d65d36886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.311336 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.313577 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e91b1e-254a-4536-bdb3-5334a5638db0,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:05.331711 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 8d31291a-df56-499d-ba83-8477b899a368 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:59:05.373269 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Attempting to bind port 92c820b3-30e7-4caa-928c-d80ba806c7ea on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:59:05.373648 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Attempting to bind port 92c820b3-30e7-4caa-928c-d80ba806c7ea by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': 'c1d1f0b3-55fe-4d99-9efb-95ee368dddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ec10c33d-0c5e-4671-b375-f1ff4114aa0d'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:59:05.374009 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Attempting to bind port 92c820b3-30e7-4caa-928c-d80ba806c7ea on network ec10c33d-0c5e-4671-b375-f1ff4114aa0d {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:05.378444 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.380015 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:05.380821 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.395004 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:59:05.395423 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Checking segment: {'id': 'c1d1f0b3-55fe-4d99-9efb-95ee368dddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ec10c33d-0c5e-4671-b375-f1ff4114aa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:05.395837 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.396242 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Bound using segment: {'id': 'c1d1f0b3-55fe-4d99-9efb-95ee368dddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ec10c33d-0c5e-4671-b375-f1ff4114aa0d'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:59:05.396744 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Bound port: 92c820b3-30e7-4caa-928c-d80ba806c7ea, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d1f0b3-55fe-4d99-9efb-95ee368dddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ec10c33d-0c5e-4671-b375-f1ff4114aa0d'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:59:05.397218 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.442219 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d780d5d2-1da1-41c6-b786-f66d65d36886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.444761 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d780d5d2-1da1-41c6-b786-f66d65d36886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.445960 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-d780d5d2-1da1-41c6-b786-f66d65d36886 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cd63a89-616c-4633-96a7-bd3a93c99f92 HTTP/1.1" status: 204 len: 168 time: 0.4980900 Aug 24 16:59:05.472315 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5168660 Aug 24 16:59:05.479552 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57712) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:05.494846 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-179aea7e-16eb-4b8b-8442-41a72c886d72 admin admin] Request body: {'subnet': {'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-175691198-subnet', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:05.515697 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acfc63-c5a2-4b7c-8d67-b0d022a68d1e admin admin] Pushing event updated for resources: {'Network': ['ID=f00dec52-c8ac-438f-a240-6365db81c0dc,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:05.519139 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780d5d2-1da1-41c6-b786-f66d65d36886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd63a89-616c-4633-96a7-bd3a93c99f92,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:05.552248 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 8d31291a-df56-499d-ba83-8477b899a368, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8d31291a-df56-499d-ba83-8477b899a368,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:05.571419 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '8d31291a-df56-499d-ba83-8477b899a368', 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3', 'port_id': '8d31291a-df56-499d-ba83-8477b899a368', 'mac_address': 'fa:16:3e:4b:d4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f364770e-c442-4a7e-bab0-383d6bc3990f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:59:05.602953 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179aea7e-16eb-4b8b-8442-41a72c886d72 admin admin] Made reservation on behalf of 2186679ca3474499a5785bb5999a0929 for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:59:05.611040 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-179aea7e-16eb-4b8b-8442-41a72c886d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16194020'] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.669192 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network f00dec52-c8ac-438f-a240-6365db81c0dc details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:59:05.751795 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 7a416ad0-749c-4f31-8fc4-4e62623f3d08 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:05.780705 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.818009 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] For port 92c820b3-30e7-4caa-928c-d80ba806c7ea, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:59:05.857528 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c8fc0-f9e9-47d8-84de-1403d6601243 req-bdabaab9-486b-4cd0-ad81-ff11f310c934 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:05.881288 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa2c8fc0-f9e9-47d8-84de-1403d6601243 req-bdabaab9-486b-4cd0-ad81-ff11f310c934 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 943 time: 0.0966651 Aug 24 16:59:05.893031 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] For port 92c820b3-30e7-4caa-928c-d80ba806c7ea, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=92c820b3-30e7-4caa-928c-d80ba806c7ea,segment=NetworkSegment(c1d1f0b3-55fe-4d99-9efb-95ee368dddf6),segment_id=c1d1f0b3-55fe-4d99-9efb-95ee368dddf6)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:59:05.894189 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.947525 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:05.968327 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d31291a-df56-499d-ba83-8477b899a368 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:59:05.984146 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa2c8fc0-f9e9-47d8-84de-1403d6601243 req-5c6965c0-cba7-4cd4-945d-da7fc8e1c4a3 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004376 Aug 24 16:59:06.084818 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 8d31291a-df56-499d-ba83-8477b899a368, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8d31291a-df56-499d-ba83-8477b899a368,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:06.101769 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:06.110555 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 7a416ad0-749c-4f31-8fc4-4e62623f3d08 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:06.123358 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 7a416ad0-749c-4f31-8fc4-4e62623f3d08 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:06.123578 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:06.125780 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee649c-3709-4e69-8aab-6d573f4defb2 None None] Pushing event updated for resources: {'Port': ['ID=92c820b3-30e7-4caa-928c-d80ba806c7ea,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:06.167319 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-179aea7e-16eb-4b8b-8442-41a72c886d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16193814'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:06.228323 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=8d31291a-df56-499d-ba83-8477b899a368,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:06.260882 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179aea7e-16eb-4b8b-8442-41a72c886d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d11b48a3-078f-49c7-999e-7b305807dca6,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:06.311909 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:06.408642 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 7a416ad0-749c-4f31-8fc4-4e62623f3d08, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=7a416ad0-749c-4f31-8fc4-4e62623f3d08,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:06.427711 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:06.562533 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['8d31291a-df56-499d-ba83-8477b899a368'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:59:06.590209 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=7a416ad0-749c-4f31-8fc4-4e62623f3d08,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:06.748029 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56c359-6f90-4bfc-b6b2-6eb294608c67 req-2b5c4c08-9ba3-48d0-b717-5cb778fda2b4 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:06.749822 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3b56c359-6f90-4bfc-b6b2-6eb294608c67 req-2b5c4c08-9ba3-48d0-b717-5cb778fda2b4 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.6534865 Aug 24 16:59:06.763929 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421220'] for router, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:06.857034 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179aea7e-16eb-4b8b-8442-41a72c886d72 admin admin] Checking segment: {'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:06.857401 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179aea7e-16eb-4b8b-8442-41a72c886d72 admin admin] Network hostable DHCP agents. Network: f00dec52-c8ac-438f-a240-6365db81c0dc, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:59:06.909927 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3b56c359-6f90-4bfc-b6b2-6eb294608c67 req-8c934c8b-6a81-4536-8671-652465e36c78 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301608 Aug 24 16:59:06.914627 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179aea7e-16eb-4b8b-8442-41a72c886d72 admin admin] Network f00dec52-c8ac-438f-a240-6365db81c0dc is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:59:06.942210 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-179aea7e-16eb-4b8b-8442-41a72c886d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, f00dec52-c8ac-438f-a240-6365db81c0dc) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:06.949837 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179aea7e-16eb-4b8b-8442-41a72c886d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:06.950502 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-179aea7e-16eb-4b8b-8442-41a72c886d72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:06.956234 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb513885-1667-4247-a79d-a1ab8844dd58 None None] Network f00dec52-c8ac-438f-a240-6365db81c0dc requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:59:06.981991 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-179aea7e-16eb-4b8b-8442-41a72c886d72 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4991882 Aug 24 16:59:06.985026 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57756) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:06.990057 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:07.029726 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Router f42f1357-dda5-4d39-87dd-d6b1664bbb94 is scheduled to L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e with binding_index 1 {{(pid=93841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:59:07.037385 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-939'] for router, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:07.038751 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-944'] for router, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:07.251864 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:07.344748 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb226abeb-071e-59b7-8692-7898f48df32a-f00dec52-c8ac-438f-a240-6365db81c0dc', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6'}]}} from dv-cinder-799668-9-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 16:59:07.345905 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:07.359035 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:59:07.370914 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Sync routers for ids ['f42f1357-dda5-4d39-87dd-d6b1664bbb94'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:59:07.381346 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b23b9-4012-457c-aba0-6a216f0ad3f7 req-5800ed85-e802-47b9-9d9d-a89c5b2cec17 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:07.386888 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-148b23b9-4012-457c-aba0-6a216f0ad3f7 req-5800ed85-e802-47b9-9d9d-a89c5b2cec17 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 944 time: 0.2584147 Aug 24 16:59:07.387487 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Routers {'f42f1357-dda5-4d39-87dd-d6b1664bbb94'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:59:07.388326 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:58:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f42f1357-dda5-4d39-87dd-d6b1664bbb94'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:07.445501 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93578e3c-9c7d-4f50-9bb7-7f918be0b847 None None] Network ec10c33d-0c5e-4671-b375-f1ff4114aa0d requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:59:07.466406 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:07.467604 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-78eb104f-d65a-455e-bdbf-54aa31d0e9f6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0150845 Aug 24 16:59:07.470670 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57766) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:07.475172 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:07.521481 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Set router f42f1357-dda5-4d39-87dd-d6b1664bbb94 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:59:07.545747 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-148b23b9-4012-457c-aba0-6a216f0ad3f7 req-3d0ddc19-6336-4ad2-b091-e3f507db09f2 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503305 Aug 24 16:59:07.624844 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-7553f6ca-6ce6-4829-a063-218f58a9f4ef None None] Provisioning for port 92c820b3-30e7-4caa-928c-d80ba806c7ea completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:07.646650 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Allocated IP 172.20.0.2 (f00dec52-c8ac-438f-a240-6365db81c0dc/d11b48a3-078f-49c7-999e-7b305807dca6/6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:59:07.762753 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 92c820b3-30e7-4caa-928c-d80ba806c7ea up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:07.802606 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'name': 'tempest-TestShelveInstance-306356302-router', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:03Z', 'updated_at': '2021-08-24T16:59:05Z', 'revision_number': 3, 'project_id': 'd13fff9c79b748dd909718b0f8c97a95', 'gw_port': {'id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:04Z', 'updated_at': '2021-08-24T16:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:07.851269 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:07.866077 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Checking router: f42f1357-dda5-4d39-87dd-d6b1664bbb94 for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:59:07.866470 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Updating router f42f1357-dda5-4d39-87dd-d6b1664bbb94 port e8e95f69-31e1-4469-8c97-bb6e0b4d4008 binding host dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:59:07.872874 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:07.900635 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:07.919833 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ba4432cc-babf-4137-a43b-91716edbca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:07.956303 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 92c820b3-30e7-4caa-928c-d80ba806c7ea completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:08.049779 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Allocated IP 172.27.0.3 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/271ea4f1-d511-4d36-9a65-b49fc4de585f) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:59:08.052946 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.063691 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Transition to ACTIVE for port object 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:08.083327 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 92c820b3-30e7-4caa-928c-d80ba806c7ea triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:08.083616 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.092042 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Transition to ACTIVE for port object 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:08.124754 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.126859 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.158204 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.185942 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e8ce7-9805-4a94-94cd-28cfe43545cb req-057cfe7f-d525-4e17-9f6f-f5408736c2b7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:08.187594 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-849e8ce7-9805-4a94-94cd-28cfe43545cb req-057cfe7f-d525-4e17-9f6f-f5408736c2b7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.1308725 Aug 24 16:59:08.194695 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Network f00dec52-c8ac-438f-a240-6365db81c0dc is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:08.201316 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:08.204035 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Pushing event updated for resources: {'Port': ['ID=6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:08.207003 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:59:08.213209 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.256382 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.279384 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.311182 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Pushing event updated for resources: {'Port': ['ID=271ea4f1-d511-4d36-9a65-b49fc4de585f,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:08.331815 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:08.334266 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:08.338541 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:59:08.370800 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Allocated IP 172.20.0.1 (ec10c33d-0c5e-4671-b375-f1ff4114aa0d/a68cdce0-a201-4fa1-97c2-676b25f397b8/07581a0b-21db-4b73-b551-1e326a978cf8) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:59:08.391275 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Attempting to bind port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:59:08.391759 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Attempting to bind port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:59:08.392137 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Attempting to bind port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 on network f00dec52-c8ac-438f-a240-6365db81c0dc {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:08.407942 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-59a094c2-69c0-426c-a8dd-ebf1bc493bfc None None] Provisioning complete for port 92c820b3-30e7-4caa-928c-d80ba806c7ea triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:08.408804 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-59a094c2-69c0-426c-a8dd-ebf1bc493bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.434166 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.444750 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Transition to ACTIVE for port object e8e95f69-31e1-4469-8c97-bb6e0b4d4008 will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:08.455366 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.460140 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:59:08.461128 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Checking segment: {'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:08.461687 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.462225 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Bound using segment: {'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:59:08.462899 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Bound port: 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:59:08.463449 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.470546 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 92c820b3-30e7-4caa-928c-d80ba806c7ea, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=92c820b3-30e7-4caa-928c-d80ba806c7ea,segment=NetworkSegment(c1d1f0b3-55fe-4d99-9efb-95ee368dddf6),segment_id=c1d1f0b3-55fe-4d99-9efb-95ee368dddf6)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:08.485194 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-849e8ce7-9805-4a94-94cd-28cfe43545cb req-e8039c3e-2953-4e4b-bb7d-0631a8d1b14a tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874424 Aug 24 16:59:08.508494 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.510024 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 7a416ad0-749c-4f31-8fc4-4e62623f3d08 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:08.522009 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc3cbc-817a-47bb-878c-eeb443e52c2e None None] Pushing event updated for resources: {'Port': ['ID=e8e95f69-31e1-4469-8c97-bb6e0b4d4008,revision_number=2']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:08.526377 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Attempting to bind port e8e95f69-31e1-4469-8c97-bb6e0b4d4008 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:59:08.526869 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Attempting to bind port e8e95f69-31e1-4469-8c97-bb6e0b4d4008 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:59:08.527746 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Attempting to bind port e8e95f69-31e1-4469-8c97-bb6e0b4d4008 on network 936fe392-5fcd-487c-9559-b2b2e2d38c54 {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:08.533202 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:59:08.533688 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Checking segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:08.534416 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.534898 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Bound using segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:59:08.535458 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Bound port: e8e95f69-31e1-4469-8c97-bb6e0b4d4008, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:59:08.535944 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.544422 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.563376 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Transition to ACTIVE for port object 07581a0b-21db-4b73-b551-1e326a978cf8 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:08.607129 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] For port e8e95f69-31e1-4469-8c97-bb6e0b4d4008, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:59:08.610486 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] For port e8e95f69-31e1-4469-8c97-bb6e0b4d4008, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=e8e95f69-31e1-4469-8c97-bb6e0b4d4008,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:59:08.611283 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.619184 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.667288 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Network ec10c33d-0c5e-4671-b375-f1ff4114aa0d is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:08.670607 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:08.674782 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:59:08.675263 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421399'] for router_interface, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.717469 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc3cbc-817a-47bb-878c-eeb443e52c2e None None] Pushing event updated for resources: {'Port': ['ID=e8e95f69-31e1-4469-8c97-bb6e0b4d4008,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:08.723216 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Routers {'f42f1357-dda5-4d39-87dd-d6b1664bbb94'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:59:08.723476 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:59:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f42f1357-dda5-4d39-87dd-d6b1664bbb94'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:08.737849 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Pushing event updated for resources: {'Port': ['ID=07581a0b-21db-4b73-b551-1e326a978cf8,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:08.748457 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=92c820b3-30e7-4caa-928c-d80ba806c7ea,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:08.784484 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.826111 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] For port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:59:08.840240 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] For port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:59:08.847683 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 7a416ad0-749c-4f31-8fc4-4e62623f3d08 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:08.848478 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.852388 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dea74-c127-4165-9952-e24636b4b51d req-da2517dc-4025-4653-a966-34fb9f895915 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:08.856100 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c39dea74-c127-4165-9952-e24636b4b51d req-da2517dc-4025-4653-a966-34fb9f895915 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 944 time: 0.1201642 Aug 24 16:59:08.892310 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:08.922150 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] Set router f42f1357-dda5-4d39-87dd-d6b1664bbb94 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:59:08.964699 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17881828-45ca-41ee-a187-30d1d60bee18 None None] Pushing event updated for resources: {'Port': ['ID=6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:08.998104 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:09.044471 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c39dea74-c127-4165-9952-e24636b4b51d req-88ce7cce-33fc-4ff6-b572-37da77ac42cb tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239991 Aug 24 16:59:09.045341 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-9e017666-1cbb-4c44-b80e-20f4b8dc6ce2 None None] Provisioning for port 07581a0b-21db-4b73-b551-1e326a978cf8 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:09.055174 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-9e017666-1cbb-4c44-b80e-20f4b8dc6ce2 None None] Provisioning complete for port 07581a0b-21db-4b73-b551-1e326a978cf8 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:09.055174 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9e017666-1cbb-4c44-b80e-20f4b8dc6ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:09.083843 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421220'] for router, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:09.107702 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-9e017666-1cbb-4c44-b80e-20f4b8dc6ce2 None None] Port 07581a0b-21db-4b73-b551-1e326a978cf8 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:59:09.185745 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'name': 'tempest-TestShelveInstance-306356302-router', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:03Z', 'updated_at': '2021-08-24T16:59:05Z', 'revision_number': 3, 'project_id': 'd13fff9c79b748dd909718b0f8c97a95', 'gw_port': {'id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:04Z', 'updated_at': '2021-08-24T16:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:09.230704 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84eb564-ffd6-4777-837a-02e5852bff81 None None] The sync data for ids ['f42f1357-dda5-4d39-87dd-d6b1664bbb94'] in dv-cinder-799668-9-iscsi is: [{'id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'name': 'tempest-TestShelveInstance-306356302-router', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:03Z', 'updated_at': '2021-08-24T16:59:05Z', 'revision_number': 3, 'project_id': 'd13fff9c79b748dd909718b0f8c97a95', 'gw_port': {'id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:04Z', 'updated_at': '2021-08-24T16:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:59:09.253408 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 is scheduled to L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e with binding_index 1 {{(pid=93841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:59:09.259000 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:09.267792 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:09.268568 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419777'] for router_interface, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:09.329722 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:09.389509 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Pushing event updated for resources: {'Port': ['ID=07581a0b-21db-4b73-b551-1e326a978cf8,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:09.406113 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:59:09.420412 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Sync routers for ids ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:59:09.432559 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:09.436604 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-95d73564-206b-452b-8136-5d9eef76dd7f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4478412 Aug 24 16:59:09.440836 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Routers {'1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:59:09.441419 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57786) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:09.442032 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:59:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:09.463414 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Network ec10c33d-0c5e-4671-b375-f1ff4114aa0d is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:09.465009 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:09.681100 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Set router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:59:09.756267 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10895c11-38cb-4993-8589-b9f0553fcf83 req-4d1237d6-c75d-406d-b0ea-b1eb90bcca8b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:09.757871 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-10895c11-38cb-4993-8589-b9f0553fcf83 req-4d1237d6-c75d-406d-b0ea-b1eb90bcca8b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.1548591 Aug 24 16:59:09.767167 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Router f42f1357-dda5-4d39-87dd-d6b1664bbb94 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:59:09.822297 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 92c820b3-30e7-4caa-928c-d80ba806c7ea up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:09.920102 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-10895c11-38cb-4993-8589-b9f0553fcf83 req-876777f0-df5b-4621-9611-447d7c1b8d23 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554136 Aug 24 16:59:09.934918 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 92c820b3-30e7-4caa-928c-d80ba806c7ea triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:09.935441 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:09.968687 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:59:09.974588 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-2eade6b2-4c3b-45be-aa2b-246ad9c2b413 admin admin] 10.222.0.13 "PUT /v2.0/routers/f42f1357-dda5-4d39-87dd-d6b1664bbb94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5017545 Aug 24 16:59:10.073787 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-ea532de9-3042-40e0-aacb-ac8a420b338f None None] Provisioning complete for port 07581a0b-21db-4b73-b551-1e326a978cf8 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:10.074159 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ea532de9-3042-40e0-aacb-ac8a420b338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:10.141165 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-ea532de9-3042-40e0-aacb-ac8a420b338f None None] Port 07581a0b-21db-4b73-b551-1e326a978cf8 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:59:10.185767 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:08Z', 'revision_number': 3, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:10.220604 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Checking router: 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:59:10.220970 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Updating router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 port 271ea4f1-d511-4d36-9a65-b49fc4de585f binding host dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:59:10.254879 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:10.258530 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:10.480824 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780f5584-386b-489b-899e-6efb3d573448 None None] Network f00dec52-c8ac-438f-a240-6365db81c0dc requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 16:59:10.491044 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912d97f-e40c-4ff0-83ad-e107db26eea0 req-f7334ab0-d7e9-4f3e-a31b-3d905b9746cf tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:10.498187 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b912d97f-e40c-4ff0-83ad-e107db26eea0 req-f7334ab0-d7e9-4f3e-a31b-3d905b9746cf tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 944 time: 0.1331828 Aug 24 16:59:10.576122 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:10.618045 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b912d97f-e40c-4ff0-83ad-e107db26eea0 req-cb39a788-06ae-40d6-96ab-7c7aa0a566d5 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189027 Aug 24 16:59:10.668423 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:10.679817 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-bf24b9e0-93b8-41ae-b3dc-b7b4f68b22c0 None None] Provisioning for port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:10.699326 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:10.705015 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-bf24b9e0-93b8-41ae-b3dc-b7b4f68b22c0 None None] Provisioning complete for port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:10.705471 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bf24b9e0-93b8-41ae-b3dc-b7b4f68b22c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:10.760437 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:10.760886 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:10.786505 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Allocated IP 172.20.0.1 (f00dec52-c8ac-438f-a240-6365db81c0dc/d11b48a3-078f-49c7-999e-7b305807dca6/e5cff28c-18d9-4621-adbd-88a72f38d52b) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:59:10.852658 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57812) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:10.858491 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-b35befab-71f7-498c-8a5e-16a85a15e536 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1967537734', 'description': 'tempest-secgroup-smoke-1967537734 description', 'project_id': 'c0f5ac573a89426bb07c9469784a988a'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:10.892419 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b35befab-71f7-498c-8a5e-16a85a15e536 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:10.922308 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:10.939542 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Transition to ACTIVE for port object e5cff28c-18d9-4621-adbd-88a72f38d52b will not be triggered until provisioned by entity DHCP. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:11.003992 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b35befab-71f7-498c-8a5e-16a85a15e536 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.011836 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b35befab-71f7-498c-8a5e-16a85a15e536 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.016646 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.021670 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bf24b9e0-93b8-41ae-b3dc-b7b4f68b22c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.041316 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b35befab-71f7-498c-8a5e-16a85a15e536 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.045985 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-b35befab-71f7-498c-8a5e-16a85a15e536 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1914899 Aug 24 16:59:11.046598 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57816) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:11.054194 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-a5d87f14-596b-470a-a96a-915ae9c34501 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Request body: {'security_group_rule': {'security_group_id': '0cca6329-aaad-4fbf-8add-ca138344e2b9', 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:11.061486 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35befab-71f7-498c-8a5e-16a85a15e536 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cca6329-aaad-4fbf-8add-ca138344e2b9,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:11.061838 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Network f00dec52-c8ac-438f-a240-6365db81c0dc is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:11.081888 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.093626 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a5d87f14-596b-470a-a96a-915ae9c34501 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.096934 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:11.099922 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:59:11.144715 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421399'] for router_interface, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.209034 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a5d87f14-596b-470a-a96a-915ae9c34501 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.216374 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a5d87f14-596b-470a-a96a-915ae9c34501 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.221064 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0adfd5-d7a1-4711-9bdf-23b2382c095c req-ae679e6e-75a6-40f8-8fba-09fb1a69ab44 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:11.223959 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7d0adfd5-d7a1-4711-9bdf-23b2382c095c req-ae679e6e-75a6-40f8-8fba-09fb1a69ab44 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.2227774 Aug 24 16:59:11.228970 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Pushing event updated for resources: {'Port': ['ID=e5cff28c-18d9-4621-adbd-88a72f38d52b,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:11.236045 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-bf24b9e0-93b8-41ae-b3dc-b7b4f68b22c0 None None] For port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:11.251361 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.252551 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d87f14-596b-470a-a96a-915ae9c34501 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bd6832-8d9c-4af4-a6d0-73ea519df4f6,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:11.260530 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a5d87f14-596b-470a-a96a-915ae9c34501 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.265635 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-a5d87f14-596b-470a-a96a-915ae9c34501 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2156518 Aug 24 16:59:11.267421 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57822) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:11.273348 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-643aafc6-2627-4931-a662-59553d0bedf6 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Request body: {'security_group_rule': {'security_group_id': '0cca6329-aaad-4fbf-8add-ca138344e2b9', 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:11.277816 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Transition to ACTIVE for port object 271ea4f1-d511-4d36-9a65-b49fc4de585f will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:11.296462 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bf24b9e0-93b8-41ae-b3dc-b7b4f68b22c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.341077 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-643aafc6-2627-4931-a662-59553d0bedf6 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.354619 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.402555 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7d0adfd5-d7a1-4711-9bdf-23b2382c095c req-87dad94b-14bc-4788-9746-ccb6bfdef1a9 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667566 Aug 24 16:59:11.450526 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.462956 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 8d31291a-df56-499d-ba83-8477b899a368 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:11.463841 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-643aafc6-2627-4931-a662-59553d0bedf6 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.472176 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-643aafc6-2627-4931-a662-59553d0bedf6 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.506042 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643aafc6-2627-4931-a662-59553d0bedf6 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5fada8-2b9e-4cb8-bac3-2256c73e4f65,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:11.529424 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-643aafc6-2627-4931-a662-59553d0bedf6 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.530820 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-643aafc6-2627-4931-a662-59553d0bedf6 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2612150 Aug 24 16:59:11.533700 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57828) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:11.538614 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-88e08a0a-1745-44dc-96e4-0048c32dd025 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Request body: {'security_group_rule': {'security_group_id': '0cca6329-aaad-4fbf-8add-ca138344e2b9', 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:11.576364 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24b9e0-93b8-41ae-b3dc-b7b4f68b22c0 None None] Pushing event updated for resources: {'Port': ['ID=6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:11.597844 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-88e08a0a-1745-44dc-96e4-0048c32dd025 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.689578 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.db.api [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 16:59:11.690194 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG oslo_db.api [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 16:59:11.692782 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-88e08a0a-1745-44dc-96e4-0048c32dd025 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.701339 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-88e08a0a-1745-44dc-96e4-0048c32dd025 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.743158 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e08a0a-1745-44dc-96e4-0048c32dd025 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925c2055-4c6c-40f1-9ffe-37341d64553b,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:11.748108 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-298ecdf5-fd8c-4139-8e20-d405062973de None None] Provisioning complete for port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:11.748614 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-298ecdf5-fd8c-4139-8e20-d405062973de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.749959 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 8d31291a-df56-499d-ba83-8477b899a368 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:11.760461 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 8d31291a-df56-499d-ba83-8477b899a368 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:11.761029 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.767220 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Attempting to bind port 271ea4f1-d511-4d36-9a65-b49fc4de585f on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:59:11.767667 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Attempting to bind port 271ea4f1-d511-4d36-9a65-b49fc4de585f by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:59:11.768125 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Attempting to bind port 271ea4f1-d511-4d36-9a65-b49fc4de585f on network 936fe392-5fcd-487c-9559-b2b2e2d38c54 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:11.768236 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-88e08a0a-1745-44dc-96e4-0048c32dd025 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.769675 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-88e08a0a-1745-44dc-96e4-0048c32dd025 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2346563 Aug 24 16:59:11.774360 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57838) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:11.789614 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-c7aad113-6f13-4046-a7e0-8be3ab481824 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Request body: {'security_group_rule': {'security_group_id': '0cca6329-aaad-4fbf-8add-ca138344e2b9', 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:11.798123 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:59:11.798556 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Checking segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:11.798970 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.799337 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Bound using segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:59:11.800298 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Bound port: 271ea4f1-d511-4d36-9a65-b49fc4de585f, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:59:11.800686 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.809229 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.817858 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13161728'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.858059 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1293ab-1cfc-4aa8-9e38-b5c09f7f843c req-f5624395-c055-4dcc-bf95-2861c0533e7a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:11.866893 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ad1293ab-1cfc-4aa8-9e38-b5c09f7f843c req-f5624395-c055-4dcc-bf95-2861c0533e7a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 944 time: 0.0939932 Aug 24 16:59:11.897840 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739a081-7825-412d-af8b-e006dbf7a232 None None] Pushing event updated for resources: {'Port': ['ID=271ea4f1-d511-4d36-9a65-b49fc4de585f,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:11.901710 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c7aad113-6f13-4046-a7e0-8be3ab481824 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.921997 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Sync routers for ids ['f42f1357-dda5-4d39-87dd-d6b1664bbb94'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:59:11.936024 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Routers {'f42f1357-dda5-4d39-87dd-d6b1664bbb94'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:59:11.936808 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:59:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f42f1357-dda5-4d39-87dd-d6b1664bbb94'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:11.941740 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419777'] for router_interface, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:11.952663 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Pushing event updated for resources: {'Port': ['ID=e5cff28c-18d9-4621-adbd-88a72f38d52b,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:11.966383 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ad1293ab-1cfc-4aa8-9e38-b5c09f7f843c req-163ad81c-bdc1-4936-8190-4cf8391680f8 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985680 Aug 24 16:59:11.989956 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c7aad113-6f13-4046-a7e0-8be3ab481824 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.000398 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c7aad113-6f13-4046-a7e0-8be3ab481824 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.027126 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aad113-6f13-4046-a7e0-8be3ab481824 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60424fe1-3fe0-4222-b3a9-6e34a42549bb,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:12.035423 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c7aad113-6f13-4046-a7e0-8be3ab481824 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.037649 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c7aad113-6f13-4046-a7e0-8be3ab481824 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2616572 Aug 24 16:59:12.040823 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57844) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:12.046700 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-81174908-bc4e-4b66-82a7-4561483b19f2 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Request body: {'security_group_rule': {'security_group_id': '0cca6329-aaad-4fbf-8add-ca138344e2b9', 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:12.080509 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.securitygroups_db [None req-81174908-bc4e-4b66-82a7-4561483b19f2 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Project c0f5ac573a89426bb07c9469784a988a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 16:59:12.089924 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Network f00dec52-c8ac-438f-a240-6365db81c0dc is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:12.091367 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-81174908-bc4e-4b66-82a7-4561483b19f2 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.092942 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:12.093882 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.107138 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] For port 271ea4f1-d511-4d36-9a65-b49fc4de585f, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:59:12.135878 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Set router f42f1357-dda5-4d39-87dd-d6b1664bbb94 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:59:12.175889 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-81174908-bc4e-4b66-82a7-4561483b19f2 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.186314 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-81174908-bc4e-4b66-82a7-4561483b19f2 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.214577 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 8d31291a-df56-499d-ba83-8477b899a368, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8d31291a-df56-499d-ba83-8477b899a368,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:12.217329 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] For port 271ea4f1-d511-4d36-9a65-b49fc4de585f, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=271ea4f1-d511-4d36-9a65-b49fc4de585f,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:59:12.217484 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81174908-bc4e-4b66-82a7-4561483b19f2 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6145485e-4e3b-49f2-9863-f90e57f0fbc3,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:12.219816 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09f8656-8115-4905-9100-6c6a01e91cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d31291a-df56-499d-ba83-8477b899a368'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:59:12.223221 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402dcf2e-e6c8-4e6e-be33-a29132a784fd" -d '{"events": [{"server_uuid": "c09f8656-8115-4905-9100-6c6a01e91cda", "name": "network-vif-plugged", "status": "completed", "tag": "8d31291a-df56-499d-ba83-8477b899a368"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:12.223540 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-81174908-bc4e-4b66-82a7-4561483b19f2 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.225539 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-81174908-bc4e-4b66-82a7-4561483b19f2 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1834326 Aug 24 16:59:12.228074 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57848) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:12.239136 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-4a58ee45-9c09-4ba1-8f92-2448be1d2fed tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Request body: {'security_group_rule': {'security_group_id': '0cca6329-aaad-4fbf-8add-ca138344e2b9', 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:12.279111 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.securitygroups_db [None req-4a58ee45-9c09-4ba1-8f92-2448be1d2fed tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Project c0f5ac573a89426bb07c9469784a988a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 16:59:12.287208 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4a58ee45-9c09-4ba1-8f92-2448be1d2fed tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.294220 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.310449 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.323197 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a974140-55be-46a1-9927-ac4961edc2ad x-openstack-request-id: req-4a974140-55be-46a1-9927-ac4961edc2ad {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:12.323498 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09f8656-8115-4905-9100-6c6a01e91cda", "name": "network-vif-plugged", "status": "completed", "tag": "8d31291a-df56-499d-ba83-8477b899a368", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:12.323783 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a974140-55be-46a1-9927-ac4961edc2ad {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:12.326907 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09f8656-8115-4905-9100-6c6a01e91cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d31291a-df56-499d-ba83-8477b899a368', 'code': 200} Aug 24 16:59:12.335325 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:59:12.429438 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4a58ee45-9c09-4ba1-8f92-2448be1d2fed tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.436556 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Routers {'1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:59:12.436556 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:59:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:12.443191 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4a58ee45-9c09-4ba1-8f92-2448be1d2fed tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.467733 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58ee45-9c09-4ba1-8f92-2448be1d2fed tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56976cfa-b4d6-4bab-9db8-1824d0cc334d,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:12.496279 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4a58ee45-9c09-4ba1-8f92-2448be1d2fed tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.497900 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4a58ee45-9c09-4ba1-8f92-2448be1d2fed tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2686913 Aug 24 16:59:12.569481 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'name': 'tempest-TestShelveInstance-306356302-router', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:03Z', 'updated_at': '2021-08-24T16:59:08Z', 'revision_number': 4, 'project_id': 'd13fff9c79b748dd909718b0f8c97a95', 'gw_port': {'id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:04Z', 'updated_at': '2021-08-24T16:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '07581a0b-21db-4b73-b551-1e326a978cf8', 'name': '', 'network_id': 'ec10c33d-0c5e-4671-b375-f1ff4114aa0d', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'mac_address': 'fa:16:3e:f9:0a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'a68cdce0-a201-4fa1-97c2-676b25f397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:08Z', 'updated_at': '2021-08-24T16:59:09Z', 'revision_number': 2, 'project_id': 'd13fff9c79b748dd909718b0f8c97a95', 'subnets': [{'id': 'a68cdce0-a201-4fa1-97c2-676b25f397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:12.625129 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Checking router: f42f1357-dda5-4d39-87dd-d6b1664bbb94 for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:59:12.625129 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Updating router f42f1357-dda5-4d39-87dd-d6b1664bbb94 port 07581a0b-21db-4b73-b551-1e326a978cf8 binding host dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:59:12.633595 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-ffe3b001-fe8d-46f7-a4b0-d02fb53e23e2 None None] Provisioning for port e5cff28c-18d9-4621-adbd-88a72f38d52b completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:12.661948 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:12.683156 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.692626 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-ffe3b001-fe8d-46f7-a4b0-d02fb53e23e2 None None] Provisioning complete for port e5cff28c-18d9-4621-adbd-88a72f38d52b triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:12.692953 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ffe3b001-fe8d-46f7-a4b0-d02fb53e23e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:12.699648 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811241d6-d715-4462-959d-2064dda76abe req-9ad3125e-7de9-4dcc-a687-b165e998feb2 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:12.715694 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-811241d6-d715-4462-959d-2064dda76abe req-9ad3125e-7de9-4dcc-a687-b165e998feb2 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.1456678 Aug 24 16:59:12.743927 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-ffe3b001-fe8d-46f7-a4b0-d02fb53e23e2 None None] Port e5cff28c-18d9-4621-adbd-88a72f38d52b cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:59:12.746551 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:59:12.752977 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-07b66732-e243-41ae-a418-83e71f317054 admin admin] 10.222.0.13 "PUT /v2.0/routers/1cae95c3-2997-4e50-b7e2-c0c89b1a77e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3104165 Aug 24 16:59:12.790248 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-811241d6-d715-4462-959d-2064dda76abe req-202e5853-926d-4ab1-b790-18e3a0487399 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815899 Aug 24 16:59:12.803478 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739a081-7825-412d-af8b-e006dbf7a232 None None] Pushing event updated for resources: {'Port': ['ID=271ea4f1-d511-4d36-9a65-b49fc4de585f,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:12.906504 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=8d31291a-df56-499d-ba83-8477b899a368,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:12.911707 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] Set router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:59:12.913890 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-353be29c-e447-4ea4-bb13-bb2d66d93c57 None None] Provisioning complete for port e5cff28c-18d9-4621-adbd-88a72f38d52b triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:12.914398 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-353be29c-e447-4ea4-bb13-bb2d66d93c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:13.018145 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:13.024635 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:13.168845 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-353be29c-e447-4ea4-bb13-bb2d66d93c57 None None] Port e5cff28c-18d9-4621-adbd-88a72f38d52b cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:59:13.228051 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ec864-2536-48f6-bccf-7ada89d2aba4 req-f7e680d6-df73-4575-a40e-299f97b555b0 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:13.231938 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a45ec864-2536-48f6-bccf-7ada89d2aba4 req-f7e680d6-df73-4575-a40e-299f97b555b0 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 945 time: 0.1328497 Aug 24 16:59:13.310894 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a45ec864-2536-48f6-bccf-7ada89d2aba4 req-ca3870f4-e2be-40c0-ab55-dc3d461650e0 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696862 Aug 24 16:59:13.444210 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:13.457966 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Transition to ACTIVE for port object 07581a0b-21db-4b73-b551-1e326a978cf8 will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:13.469161 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:13.518028 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device e8e95f69-31e1-4469-8c97-bb6e0b4d4008 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:13.588702 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 2, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:13.603058 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port e8e95f69-31e1-4469-8c97-bb6e0b4d4008 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:13.615770 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Attempting to bind port 07581a0b-21db-4b73-b551-1e326a978cf8 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:59:13.616202 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Attempting to bind port 07581a0b-21db-4b73-b551-1e326a978cf8 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': 'c1d1f0b3-55fe-4d99-9efb-95ee368dddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ec10c33d-0c5e-4671-b375-f1ff4114aa0d'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:59:13.616620 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Attempting to bind port 07581a0b-21db-4b73-b551-1e326a978cf8 on network ec10c33d-0c5e-4671-b375-f1ff4114aa0d {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:13.625066 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:59:13.625846 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Checking segment: {'id': 'c1d1f0b3-55fe-4d99-9efb-95ee368dddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ec10c33d-0c5e-4671-b375-f1ff4114aa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:13.626321 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:13.626796 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Bound using segment: {'id': 'c1d1f0b3-55fe-4d99-9efb-95ee368dddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ec10c33d-0c5e-4671-b375-f1ff4114aa0d'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:59:13.627343 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Bound port: 07581a0b-21db-4b73-b551-1e326a978cf8, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d1f0b3-55fe-4d99-9efb-95ee368dddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ec10c33d-0c5e-4671-b375-f1ff4114aa0d'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:59:13.627848 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:13.638849 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port e8e95f69-31e1-4469-8c97-bb6e0b4d4008 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:13.639640 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:13.641725 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da236db-7197-470c-a469-9f32ad0726ba None None] The sync data for ids ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'] in dv-cinder-799668-9-iscsi is: [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 2, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:59:13.707654 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] For port 07581a0b-21db-4b73-b551-1e326a978cf8, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:59:13.711292 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] For port 07581a0b-21db-4b73-b551-1e326a978cf8, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=07581a0b-21db-4b73-b551-1e326a978cf8,segment=NetworkSegment(c1d1f0b3-55fe-4d99-9efb-95ee368dddf6),segment_id=c1d1f0b3-55fe-4d99-9efb-95ee368dddf6)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:59:13.713299 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1dbec-f389-4904-8712-cb3a2947a043 None None] Pushing event updated for resources: {'Port': ['ID=07581a0b-21db-4b73-b551-1e326a978cf8,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:13.721284 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:13.801633 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:13.808696 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57926) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:13.815505 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-72fdd09b-bfdd-4110-a66e-41f463c1cdf9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--82340303', 'description': 'tempest-description--1538524479'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:13.842194 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1dbec-f389-4904-8712-cb3a2947a043 None None] Pushing event updated for resources: {'Port': ['ID=07581a0b-21db-4b73-b551-1e326a978cf8,revision_number=4']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:13.845605 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port e8e95f69-31e1-4469-8c97-bb6e0b4d4008, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=e8e95f69-31e1-4469-8c97-bb6e0b4d4008,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:13.855556 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:13.859119 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-72fdd09b-bfdd-4110-a66e-41f463c1cdf9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:13.862055 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Routers {'f42f1357-dda5-4d39-87dd-d6b1664bbb94'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:59:13.863099 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:59:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f42f1357-dda5-4d39-87dd-d6b1664bbb94'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:13.995949 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=e8e95f69-31e1-4469-8c97-bb6e0b4d4008,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:14.058669 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-72fdd09b-bfdd-4110-a66e-41f463c1cdf9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:14.060323 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d275e-a1e0-4f84-8414-3ed9ab500685 req-c109ae5f-aba5-4824-b513-6e20cab797b9 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:14.065706 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-72fdd09b-bfdd-4110-a66e-41f463c1cdf9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:14.072353 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-773d275e-a1e0-4f84-8414-3ed9ab500685 req-c109ae5f-aba5-4824-b513-6e20cab797b9 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.1517444 Aug 24 16:59:14.127304 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] Set router f42f1357-dda5-4d39-87dd-d6b1664bbb94 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:59:14.128648 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdd09b-bfdd-4110-a66e-41f463c1cdf9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3958c6-bc26-4133-b3fb-8380fbeb1775,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:14.143186 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-72fdd09b-bfdd-4110-a66e-41f463c1cdf9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:14.148919 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-72fdd09b-bfdd-4110-a66e-41f463c1cdf9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3381100 Aug 24 16:59:14.149649 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 57930) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:14.155794 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-b234ad3c-aa27-4189-bd02-774a06a1c1d3 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Request body: {'security_group_rule': {'security_group_id': 'cf3958c6-bc26-4133-b3fb-8380fbeb1775', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:14.157718 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-773d275e-a1e0-4f84-8414-3ed9ab500685 req-e5c6f6fe-69fd-4a17-99b4-035514c4e39b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841970 Aug 24 16:59:14.250973 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b234ad3c-aa27-4189-bd02-774a06a1c1d3 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:14.327200 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b234ad3c-aa27-4189-bd02-774a06a1c1d3 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:14.332411 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b234ad3c-aa27-4189-bd02-774a06a1c1d3 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:14.352146 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234ad3c-aa27-4189-bd02-774a06a1c1d3 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76914b81-9d3f-4b40-a27b-c8fad977468b,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:14.362820 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b234ad3c-aa27-4189-bd02-774a06a1c1d3 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:14.364225 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b234ad3c-aa27-4189-bd02-774a06a1c1d3 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2135575 Aug 24 16:59:14.367129 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57938) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:14.372241 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-a02ec5e5-f62a-4e1e-aa3e-947417e56cc1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Request body: {'security_group_rule': {'security_group_id': 'cf3958c6-bc26-4133-b3fb-8380fbeb1775', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:14.412905 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device e8e95f69-31e1-4469-8c97-bb6e0b4d4008 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:14.435461 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a02ec5e5-f62a-4e1e-aa3e-947417e56cc1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:14.438876 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'name': 'tempest-TestShelveInstance-306356302-router', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:03Z', 'updated_at': '2021-08-24T16:59:08Z', 'revision_number': 4, 'project_id': 'd13fff9c79b748dd909718b0f8c97a95', 'gw_port': {'id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:04Z', 'updated_at': '2021-08-24T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '07581a0b-21db-4b73-b551-1e326a978cf8', 'name': '', 'network_id': 'ec10c33d-0c5e-4671-b375-f1ff4114aa0d', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'mac_address': 'fa:16:3e:f9:0a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'a68cdce0-a201-4fa1-97c2-676b25f397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:08Z', 'updated_at': '2021-08-24T16:59:13Z', 'revision_number': 4, 'project_id': 'd13fff9c79b748dd909718b0f8c97a95', 'subnets': [{'id': 'a68cdce0-a201-4fa1-97c2-676b25f397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:14.470109 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690da4b7-8f28-476f-a93a-200ec6e3ae06 None None] The sync data for ids ['f42f1357-dda5-4d39-87dd-d6b1664bbb94'] in dv-cinder-799668-9-iscsi is: [{'id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'name': 'tempest-TestShelveInstance-306356302-router', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:03Z', 'updated_at': '2021-08-24T16:59:08Z', 'revision_number': 4, 'project_id': 'd13fff9c79b748dd909718b0f8c97a95', 'gw_port': {'id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:04Z', 'updated_at': '2021-08-24T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '07581a0b-21db-4b73-b551-1e326a978cf8', 'name': '', 'network_id': 'ec10c33d-0c5e-4671-b375-f1ff4114aa0d', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'mac_address': 'fa:16:3e:f9:0a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'a68cdce0-a201-4fa1-97c2-676b25f397b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:08Z', 'updated_at': '2021-08-24T16:59:13Z', 'revision_number': 4, 'project_id': 'd13fff9c79b748dd909718b0f8c97a95', 'subnets': [{'id': 'a68cdce0-a201-4fa1-97c2-676b25f397b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:59:14.516375 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port e8e95f69-31e1-4469-8c97-bb6e0b4d4008 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:14.516793 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:14.519864 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41135567-1e8a-4963-87e2-5187987e4def req-1e0730dc-c083-415c-8a15-1f788670d480 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:14.521559 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-41135567-1e8a-4963-87e2-5187987e4def req-1e0730dc-c083-415c-8a15-1f788670d480 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 945 time: 0.0999691 Aug 24 16:59:14.583071 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a02ec5e5-f62a-4e1e-aa3e-947417e56cc1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:14.595676 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a02ec5e5-f62a-4e1e-aa3e-947417e56cc1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:14.631917 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-41135567-1e8a-4963-87e2-5187987e4def req-10829d55-78fe-40bd-8375-7b9acb396e2e tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992050 Aug 24 16:59:14.645944 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ec5e5-f62a-4e1e-aa3e-947417e56cc1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531a4a6b-3628-4e3d-b91f-edfcf21394b1,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:14.673299 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a02ec5e5-f62a-4e1e-aa3e-947417e56cc1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:14.677917 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-a02ec5e5-f62a-4e1e-aa3e-947417e56cc1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3064370 Aug 24 16:59:14.678255 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 57942) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:14.688127 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Request body: {'floatingip': {'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:14.717780 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for floatingip, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:14.826660 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:14.941168 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Allocated IP 172.27.0.65 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/64e5926d-6056-4de5-86e4-ab0fa5502641) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:59:15.043621 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:15.085430 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:15.126004 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:15.130704 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:15.135212 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:59:15.139979 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event updated for resources: {'Port': ['ID=64e5926d-6056-4de5-86e4-ab0fa5502641,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:15.250021 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:15.325427 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2ea6d-bf62-409d-b1cc-6f3da6a24e79 req-2d6a4531-dd45-40a5-b3c7-a29c7cd57d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:15.326974 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-13e2ea6d-bf62-409d-b1cc-6f3da6a24e79 req-2d6a4531-dd45-40a5-b3c7-a29c7cd57d5c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 1098 time: 0.1456292 Aug 24 16:59:15.344103 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:15.612280 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74f154-0a89-4005-9997-21a86fe403dc req-4d010031-82a7-4c4d-9a20-7ca012ab37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:15.613784 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ce74f154-0a89-4005-9997-21a86fe403dc req-4d010031-82a7-4c4d-9a20-7ca012ab37ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 1098 time: 0.3819194 Aug 24 16:59:15.629397 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d055d7-d28d-4f5f-9deb-45f071e5133b req-928a005b-2fe0-4920-adc3-cca816c903c6 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:15.636942 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e2d055d7-d28d-4f5f-9deb-45f071e5133b req-928a005b-2fe0-4920-adc3-cca816c903c6 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.3892188 Aug 24 16:59:15.693693 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-13e2ea6d-bf62-409d-b1cc-6f3da6a24e79 req-677b824c-2075-4873-8995-1b597359bf11 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560019 Aug 24 16:59:15.767449 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ce74f154-0a89-4005-9997-21a86fe403dc req-fd7e7645-b2ad-4ab7-8c12-4741d8560586 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163704 Aug 24 16:59:15.767449 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e2d055d7-d28d-4f5f-9deb-45f071e5133b req-64bc6ffc-d11f-48e1-bc02-ce0e5e1a0b2b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275418 Aug 24 16:59:15.827021 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abc1c4-7fcf-41b0-81e1-09489ca8589f req-07fc7a00-1343-4999-8d0f-6610e971faa1 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:15.828656 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-93abc1c4-7fcf-41b0-81e1-09489ca8589f req-07fc7a00-1343-4999-8d0f-6610e971faa1 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 945 time: 0.0594049 Aug 24 16:59:15.829003 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:15.834349 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:15.865340 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:15.872996 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-93abc1c4-7fcf-41b0-81e1-09489ca8589f req-d090845c-f3dd-4dab-a97a-7b5b511034d9 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374877 Aug 24 16:59:15.891411 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:15.900403 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2133615 Aug 24 16:59:15.900403 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf388c-316a-4fcb-99e2-411ac7269fab tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event updated for resources: {'Port': ['ID=64e5926d-6056-4de5-86e4-ab0fa5502641,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:16.058521 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-45046dfc-cdc8-47ec-83ac-729e94eac5cb tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--82340303&fields=id&tenant_id=2186679ca3474499a5785bb5999a0929 HTTP/1.1" status: 200 len: 267 time: 0.0510972 Aug 24 16:59:16.178716 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-ed831198-aff9-4acf-a1e5-4a3de455cbd9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:16.182795 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-ed831198-aff9-4acf-a1e5-4a3de455cbd9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/networks?id=f00dec52-c8ac-438f-a240-6365db81c0dc HTTP/1.1" status: 200 len: 810 time: 0.1165743 Aug 24 16:59:16.195977 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-6169bd2b-809c-4cdb-81ed-1b0d6d063496 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/quotas/2186679ca3474499a5785bb5999a0929 HTTP/1.1" status: 200 len: 375 time: 0.0099974 Aug 24 16:59:16.251621 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-db90eb26-d27b-495d-af1c-17cc2d25ef4a tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2186679ca3474499a5785bb5999a0929&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495517 Aug 24 16:59:16.361639 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-13b793ea-2b93-4595-9ef4-17a4f8cf7058 service neutron] 10.222.0.13 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960484 Aug 24 16:59:16.426488 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 07581a0b-21db-4b73-b551-1e326a978cf8 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:16.486112 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 07581a0b-21db-4b73-b551-1e326a978cf8 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:16.486465 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-dfb36af0-4bc1-4701-9741-5f414065f2b9 service neutron] 10.222.0.13 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175630 Aug 24 16:59:16.491392 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 07581a0b-21db-4b73-b551-1e326a978cf8 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:16.496823 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:16.595823 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:16.639783 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 07581a0b-21db-4b73-b551-1e326a978cf8, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=07581a0b-21db-4b73-b551-1e326a978cf8,segment=NetworkSegment(c1d1f0b3-55fe-4d99-9efb-95ee368dddf6),segment_id=c1d1f0b3-55fe-4d99-9efb-95ee368dddf6)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:16.650264 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:16.652136 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 271ea4f1-d511-4d36-9a65-b49fc4de585f up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:16.743626 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=07581a0b-21db-4b73-b551-1e326a978cf8,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:16.788552 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cf8dddce-a3ae-4e0a-acc3-6999086fb7e2 req-92dd69e0-00c8-450d-8b7c-5aed9c02b3e4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 210 time: 0.0723436 Aug 24 16:59:16.824296 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 271ea4f1-d511-4d36-9a65-b49fc4de585f completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:16.837863 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 271ea4f1-d511-4d36-9a65-b49fc4de585f triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:16.838320 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:17.007461 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244e797-2c17-4eee-a3fb-6de7c69d62f1 req-d73155a0-f370-4ed9-a057-6dc30b09a072 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:17.012686 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f244e797-2c17-4eee-a3fb-6de7c69d62f1 req-d73155a0-f370-4ed9-a057-6dc30b09a072 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.1269846 Aug 24 16:59:17.022193 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:17.108767 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 271ea4f1-d511-4d36-9a65-b49fc4de585f, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=271ea4f1-d511-4d36-9a65-b49fc4de585f,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:17.115594 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:17.121527 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f244e797-2c17-4eee-a3fb-6de7c69d62f1 req-810d2166-41f7-4c76-82fd-4fb6c9ed4425 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997159 Aug 24 16:59:17.168129 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746c6e5-ba50-4264-899a-908dcde85411 req-c2f491b6-4df7-47e9-806a-e86b4e149566 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:17.178937 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0746c6e5-ba50-4264-899a-908dcde85411 req-c2f491b6-4df7-47e9-806a-e86b4e149566 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 945 time: 0.1583507 Aug 24 16:59:17.267418 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=271ea4f1-d511-4d36-9a65-b49fc4de585f,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:17.285923 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0746c6e5-ba50-4264-899a-908dcde85411 req-e48b3168-4f06-4036-b996-d6224bc7f013 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059976 Aug 24 16:59:17.935606 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58072) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:18.038817 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b6d79790-5202-4015-a35f-cf6f02e69633 req-4f5e8732-499d-45a0-bfd5-cfb3e1075177 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 210 time: 0.0373633 Aug 24 16:59:18.061009 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bd35db3c-0131-48e9-948c-acb46f962e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:18.156606 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bd35db3c-0131-48e9-948c-acb46f962e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:18.161720 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bd35db3c-0131-48e9-948c-acb46f962e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:18.204382 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35db3c-0131-48e9-948c-acb46f962e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c31c2b-4832-4203-8ee9-ed7ec579d441,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:18.212733 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-bd35db3c-0131-48e9-948c-acb46f962e60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee6f5b0b6ada4839a85c467fd4982774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732224 Aug 24 16:59:18.213957 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 58080) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:18.262644 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-506948e8-58e1-42d9-af5e-e7058db107d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:18.272155 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c275306-07fc-421e-afff-fa6b7f404927 req-c9bc7b90-d37a-4946-9a4c-672fcb89bd9f tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:18.274207 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3c275306-07fc-421e-afff-fa6b7f404927 req-c9bc7b90-d37a-4946-9a4c-672fcb89bd9f tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0530248 Aug 24 16:59:18.293122 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-506948e8-58e1-42d9-af5e-e7058db107d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:18.318816 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3c275306-07fc-421e-afff-fa6b7f404927 req-3c58875b-8f20-4234-bb2d-3c95d2ca110c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336945 Aug 24 16:59:18.375405 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-506948e8-58e1-42d9-af5e-e7058db107d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:18.383336 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-506948e8-58e1-42d9-af5e-e7058db107d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:18.387336 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-506948e8-58e1-42d9-af5e-e7058db107d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36c31c2b-4832-4203-8ee9-ed7ec579d441 HTTP/1.1" status: 204 len: 168 time: 0.1704202 Aug 24 16:59:18.394412 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 07581a0b-21db-4b73-b551-1e326a978cf8 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:18.401757 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506948e8-58e1-42d9-af5e-e7058db107d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c31c2b-4832-4203-8ee9-ed7ec579d441,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:18.473758 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 07581a0b-21db-4b73-b551-1e326a978cf8 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:18.474230 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:18.479211 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef86f20-7706-4678-948c-33b379087be7 req-a7a39e92-eaf8-4ead-9593-1167d3ddd8b4 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:18.487147 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8ef86f20-7706-4678-948c-33b379087be7 req-a7a39e92-eaf8-4ead-9593-1167d3ddd8b4 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 945 time: 0.0694683 Aug 24 16:59:18.528720 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8ef86f20-7706-4678-948c-33b379087be7 req-011874b4-fdf4-4281-8628-ae438b50e401 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Aug 24 16:59:18.572430 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 271ea4f1-d511-4d36-9a65-b49fc4de585f up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:18.576827 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Sync routers for ids ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:59:18.613179 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Routers {'1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:59:18.613908 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:59:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:18.716973 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 58096) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:18.735167 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 271ea4f1-d511-4d36-9a65-b49fc4de585f triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:18.735748 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:18.739518 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5359bf58-60fd-4b56-8076-7d1fd357185f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:18.781707 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Set router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:59:18.859140 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5359bf58-60fd-4b56-8076-7d1fd357185f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:18.864337 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5359bf58-60fd-4b56-8076-7d1fd357185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:18.907131 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5359bf58-60fd-4b56-8076-7d1fd357185f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68de9c0254d44d0eb0c02f08a86ae249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889074 Aug 24 16:59:18.908451 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359bf58-60fd-4b56-8076-7d1fd357185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fc2c02-22f2-4776-8ccd-d4ba21e9def8,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:18.909892 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58104) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:18.967497 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-855fcee1-78cc-4874-ba5f-971d6506422a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:18.991168 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-855fcee1-78cc-4874-ba5f-971d6506422a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.057798 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-855fcee1-78cc-4874-ba5f-971d6506422a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.061500 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-855fcee1-78cc-4874-ba5f-971d6506422a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.062860 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-855fcee1-78cc-4874-ba5f-971d6506422a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36fc2c02-22f2-4776-8ccd-d4ba21e9def8 HTTP/1.1" status: 204 len: 168 time: 0.1519501 Aug 24 16:59:19.073330 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fcee1-78cc-4874-ba5f-971d6506422a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fc2c02-22f2-4776-8ccd-d4ba21e9def8,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:19.098311 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 2, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:19.127431 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Checking router: 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:59:19.127857 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Updating router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 port e5cff28c-18d9-4621-adbd-88a72f38d52b binding host dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:59:19.161962 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.179331 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1fc72f58-5713-4141-ae18-3ecab14a0145 req-3772b717-9128-43ce-b3c2-3a7b85d93f8b tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 210 time: 0.0346107 Aug 24 16:59:19.451721 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.452800 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf7d17-772e-4720-9627-5c35ccbc0163 req-e9fbe6d0-8e03-4467-ac0b-0963c4cae222 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:19.453231 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 58120) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:19.455997 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a0cf7d17-772e-4720-9627-5c35ccbc0163 req-e9fbe6d0-8e03-4467-ac0b-0963c4cae222 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0571420 Aug 24 16:59:19.465912 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Transition to ACTIVE for port object e5cff28c-18d9-4621-adbd-88a72f38d52b will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:19.470900 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-162f9a04-bad3-4e32-a8f2-5c0dd1fae076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.474753 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.496471 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a0cf7d17-772e-4720-9627-5c35ccbc0163 req-c96c8be4-5159-4d6b-b42a-075afeabcdbd tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342393 Aug 24 16:59:19.535764 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f917dd-ddc9-4432-b92d-726e3e14209c None None] Pushing event updated for resources: {'Port': ['ID=e5cff28c-18d9-4621-adbd-88a72f38d52b,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:19.583941 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-162f9a04-bad3-4e32-a8f2-5c0dd1fae076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.589656 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-162f9a04-bad3-4e32-a8f2-5c0dd1fae076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.593266 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Attempting to bind port e5cff28c-18d9-4621-adbd-88a72f38d52b on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:59:19.593882 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Attempting to bind port e5cff28c-18d9-4621-adbd-88a72f38d52b by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:59:19.594298 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Attempting to bind port e5cff28c-18d9-4621-adbd-88a72f38d52b on network f00dec52-c8ac-438f-a240-6365db81c0dc {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:19.600786 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:59:19.603091 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Checking segment: {'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:19.603791 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.604362 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Bound using segment: {'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:59:19.605056 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Bound port: e5cff28c-18d9-4621-adbd-88a72f38d52b, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:59:19.605660 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.621114 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f9a04-bad3-4e32-a8f2-5c0dd1fae076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981811be-ea98-4baa-bf48-52a478fc57f1,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:19.640073 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-162f9a04-bad3-4e32-a8f2-5c0dd1fae076 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b20d12594e5466eb997cb674f3cc925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856558 Aug 24 16:59:19.640577 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58122) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:19.705888 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ab6698a3-9656-4213-bfe4-f507d6b39ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.707675 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] For port e5cff28c-18d9-4621-adbd-88a72f38d52b, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:59:19.712363 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] For port e5cff28c-18d9-4621-adbd-88a72f38d52b, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=e5cff28c-18d9-4621-adbd-88a72f38d52b,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:59:19.717825 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.732425 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ab6698a3-9656-4213-bfe4-f507d6b39ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.796030 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ab6698a3-9656-4213-bfe4-f507d6b39ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.799295 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ab6698a3-9656-4213-bfe4-f507d6b39ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:19.800758 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ab6698a3-9656-4213-bfe4-f507d6b39ac3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/981811be-ea98-4baa-bf48-52a478fc57f1 HTTP/1.1" status: 204 len: 168 time: 0.1592028 Aug 24 16:59:19.800917 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Routers {'1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:59:19.801463 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:59:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:19.805211 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f917dd-ddc9-4432-b92d-726e3e14209c None None] Pushing event updated for resources: {'Port': ['ID=e5cff28c-18d9-4621-adbd-88a72f38d52b,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:19.818733 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6698a3-9656-4213-bfe4-f507d6b39ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981811be-ea98-4baa-bf48-52a478fc57f1,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:19.941058 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] Set router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:59:20.198805 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:19Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:20.230401 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180a6605-e1fe-44b5-b938-bf30e16860bb None None] The sync data for ids ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'] in dv-cinder-799668-9-iscsi is: [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:19Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:59:20.280087 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3b230b57-0871-4b53-a1cf-d1a663f03de2 req-20c03757-fdd5-4d9a-b847-d0b790aecb3c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 210 time: 0.0353515 Aug 24 16:59:20.408312 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device e5cff28c-18d9-4621-adbd-88a72f38d52b up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:20.598536 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port e5cff28c-18d9-4621-adbd-88a72f38d52b completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:20.603254 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port e5cff28c-18d9-4621-adbd-88a72f38d52b triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:20.603763 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:20.640498 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08060d3-d29b-4679-9ef8-356ceaf2c787 req-c958bb8e-d66d-4bff-8c02-849bff70385b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:20.643614 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f08060d3-d29b-4679-9ef8-356ceaf2c787 req-c958bb8e-d66d-4bff-8c02-849bff70385b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0629859 Aug 24 16:59:20.694375 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f08060d3-d29b-4679-9ef8-356ceaf2c787 req-76392c1b-151f-4b89-952a-112af325de98 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435810 Aug 24 16:59:20.697177 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:20.735925 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port e5cff28c-18d9-4621-adbd-88a72f38d52b, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=e5cff28c-18d9-4621-adbd-88a72f38d52b,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:20.742638 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:20.814647 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=e5cff28c-18d9-4621-adbd-88a72f38d52b,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:21.380503 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f5ed31d5-0a7a-46da-94a3-e9b49bf7cfbc req-b97a549e-cbce-40f5-9f01-dccf82354b6b tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 210 time: 0.0301142 Aug 24 16:59:21.795501 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-3e2e813c-d1db-4be9-99e1-cc23c3c51ecf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:21.797203 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-3e2e813c-d1db-4be9-99e1-cc23c3c51ecf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.26 "GET /v2.0/networks?id=f00dec52-c8ac-438f-a240-6365db81c0dc HTTP/1.1" status: 200 len: 810 time: 0.1166582 Aug 24 16:59:21.877544 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-1e98486b-b005-4873-86a0-71c8486ccc5e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2186679ca3474499a5785bb5999a0929 HTTP/1.1" status: 200 len: 378 time: 0.0615988 Aug 24 16:59:21.879127 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e87afb-900f-4e30-9e7b-7f02865463b9 req-5ff75556-b3f0-4049-8e5f-b0f51468e2f3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:21.880825 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-78e87afb-900f-4e30-9e7b-7f02865463b9 req-5ff75556-b3f0-4049-8e5f-b0f51468e2f3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0823345 Aug 24 16:59:21.918518 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-1f370d06-6d0f-4bd8-acf8-8e743fba758c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Request body: {'port': {'device_id': '04b075f9-bced-4c8f-8fb9-48bc2af7bb38', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'admin_state_up': True, 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'security_groups': ['cf3958c6-bc26-4133-b3fb-8380fbeb1775']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:21.951803 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-78e87afb-900f-4e30-9e7b-7f02865463b9 req-da108b40-4bea-4e7f-9870-28eaa3403129 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594079 Aug 24 16:59:22.097277 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69bb22-91f0-4fe6-b87e-8e75fbf55f86 req-96ecf794-8d7b-43d6-9aaa-bbe6147a0a21 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:22.098812 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9b69bb22-91f0-4fe6-b87e-8e75fbf55f86 req-96ecf794-8d7b-43d6-9aaa-bbe6147a0a21 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0775106 Aug 24 16:59:22.099597 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-1f370d06-6d0f-4bd8-acf8-8e743fba758c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Made reservation on behalf of 2186679ca3474499a5785bb5999a0929 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:59:22.102854 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-1f370d06-6d0f-4bd8-acf8-8e743fba758c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:22.201083 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9b69bb22-91f0-4fe6-b87e-8e75fbf55f86 req-69d90aa5-6c0c-4faf-a821-9f62dbd9b6a5 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949383 Aug 24 16:59:22.279675 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-1f370d06-6d0f-4bd8-acf8-8e743fba758c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Allocated IP 172.20.0.8 (f00dec52-c8ac-438f-a240-6365db81c0dc/d11b48a3-078f-49c7-999e-7b305807dca6/3ec6cf2a-318f-4c6b-958d-8e8bf5c75440) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:59:22.382895 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device e5cff28c-18d9-4621-adbd-88a72f38d52b up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:22.440660 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port e5cff28c-18d9-4621-adbd-88a72f38d52b triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:22.441335 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:22.449573 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-1f370d06-6d0f-4bd8-acf8-8e743fba758c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:22.482854 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-1f370d06-6d0f-4bd8-acf8-8e743fba758c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Transition to ACTIVE for port object 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:22.555642 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-11ae1c9c-05b9-4c3e-ba5a-6760a3f243ff req-a5dcdc14-36a4-4259-866a-0052c8d52b35 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 210 time: 0.0421283 Aug 24 16:59:22.560202 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-1f370d06-6d0f-4bd8-acf8-8e743fba758c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:22.613293 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-1f370d06-6d0f-4bd8-acf8-8e743fba758c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Network f00dec52-c8ac-438f-a240-6365db81c0dc is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:22.616532 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-1f370d06-6d0f-4bd8-acf8-8e743fba758c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:22.621411 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-1f370d06-6d0f-4bd8-acf8-8e743fba758c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:59:22.627103 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-1f370d06-6d0f-4bd8-acf8-8e743fba758c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:22.627877 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-1f370d06-6d0f-4bd8-acf8-8e743fba758c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:22.631734 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f370d06-6d0f-4bd8-acf8-8e743fba758c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event updated for resources: {'Port': ['ID=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:22.649133 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-1f370d06-6d0f-4bd8-acf8-8e743fba758c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7471933 Aug 24 16:59:22.679719 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Request body: {'port': {'device_id': '04b075f9-bced-4c8f-8fb9-48bc2af7bb38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:22.775792 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:22.835526 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-80ad76ca-f2db-459b-87db-2ef14f6eea97 None None] Provisioning for port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:22.839529 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-80ad76ca-f2db-459b-87db-2ef14f6eea97 None None] Provisioning complete for port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:22.840004 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-80ad76ca-f2db-459b-87db-2ef14f6eea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:22.879796 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-80ad76ca-f2db-459b-87db-2ef14f6eea97 None None] Port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:59:22.951788 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:23.065396 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:59:23.073036 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:23.086222 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Transition to ACTIVE for port object 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:23.090435 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:23.136804 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:23.176810 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Attempting to bind port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:59:23.176810 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Attempting to bind port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:59:23.176810 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Attempting to bind port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 on network f00dec52-c8ac-438f-a240-6365db81c0dc {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:23.181676 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 on network f00dec52-c8ac-438f-a240-6365db81c0dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:59:23.181997 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Attempting to bind port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 on network f00dec52-c8ac-438f-a240-6365db81c0dc {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:23.187677 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:59:23.188009 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Checking segment: {'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:23.188447 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Bound using segment: {'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:59:23.188860 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Bound port: 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:59:23.189209 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:23.263170 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] For port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:59:23.267115 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] For port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:59:23.275886 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:23.313309 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:23.313970 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:23.315697 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] 10.222.0.26 "PUT /v2.0/ports/3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 HTTP/1.1" status: 200 len: 1093 time: 0.6436012 Aug 24 16:59:23.316153 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b075f9-bced-4c8f-8fb9-48bc2af7bb38', 'tag': '3ec6cf2a-318f-4c6b-958d-8e8bf5c75440'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:59:23.319271 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ddbb31-92d2-41e9-93b6-e56e4b3eaea9" -d '{"events": [{"name": "network-changed", "server_uuid": "04b075f9-bced-4c8f-8fb9-48bc2af7bb38", "tag": "3ec6cf2a-318f-4c6b-958d-8e8bf5c75440"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:23.353865 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b4b74-063e-4177-bf8e-ee0242794525 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:23.365210 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3a738c-6d8d-49e3-8abd-1354e6d87204 x-openstack-request-id: req-ab3a738c-6d8d-49e3-8abd-1354e6d87204 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:23.365387 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b075f9-bced-4c8f-8fb9-48bc2af7bb38", "tag": "3ec6cf2a-318f-4c6b-958d-8e8bf5c75440", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:23.365532 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab3a738c-6d8d-49e3-8abd-1354e6d87204 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:23.365945 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b075f9-bced-4c8f-8fb9-48bc2af7bb38', 'tag': '3ec6cf2a-318f-4c6b-958d-8e8bf5c75440', 'status': 'completed', 'code': 200} Aug 24 16:59:23.508961 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-abc9c94e-d75e-4e93-98f3-06f2e96f4def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:23.510743 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-abc9c94e-d75e-4e93-98f3-06f2e96f4def service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2186679ca3474499a5785bb5999a0929&device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 1096 time: 0.0431879 Aug 24 16:59:23.572949 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-5e605cbd-b7af-4b84-a903-2236e41305ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 HTTP/1.1" status: 200 len: 217 time: 0.0424187 Aug 24 16:59:23.632393 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-3f49b09a-d1b6-4394-8a41-785342598c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:23.633997 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-3f49b09a-d1b6-4394-8a41-785342598c0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d11b48a3-078f-49c7-999e-7b305807dca6 HTTP/1.1" status: 200 len: 849 time: 0.0527766 Aug 24 16:59:23.692656 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-17d9fc34-c1da-42fc-b7da-7c41700884a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:23.694757 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-17d9fc34-c1da-42fc-b7da-7c41700884a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f00dec52-c8ac-438f-a240-6365db81c0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478151 Aug 24 16:59:23.773970 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dca25d-b32c-4937-a4b7-ec7e10de862f req-c24e1dac-e1ab-43ac-b79e-53ed2c342e92 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:23.782243 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a6dca25d-b32c-4937-a4b7-ec7e10de862f req-c24e1dac-e1ab-43ac-b79e-53ed2c342e92 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 943 time: 0.1358120 Aug 24 16:59:23.818821 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-a505a1d6-0c02-4d77-8a45-b660c9ede90b service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125133 Aug 24 16:59:23.828142 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a6dca25d-b32c-4937-a4b7-ec7e10de862f req-d4ce8413-ac8a-43c9-ab16-cddc477960bd tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445504 Aug 24 16:59:23.984405 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d6c66f-9768-47b9-b522-6f0a8b982483 req-9cc89751-b377-4162-8235-8a99171101f8 service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569514 Aug 24 16:59:24.063414 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ad176-698b-4425-ae07-b6e980d49d2c req-b54bbf6c-6741-4db1-902c-1c6cbfe21d89 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:24.064980 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-496ad176-698b-4425-ae07-b6e980d49d2c req-b54bbf6c-6741-4db1-902c-1c6cbfe21d89 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/networks?id=bf72a82c-18b4-451b-8db2-bcdc900afbc3 HTTP/1.1" status: 200 len: 815 time: 0.1420233 Aug 24 16:59:24.087252 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-496ad176-698b-4425-ae07-b6e980d49d2c req-caa2a2f2-04ae-4096-81a5-7ca2eb3593bb tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/quotas/b0e28439adcc476fa5da6baf030d09a0 HTTP/1.1" status: 200 len: 375 time: 0.0124440 Aug 24 16:59:24.102170 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc9157-b95d-40db-9d53-82997bece250 req-69d7cbb8-890a-4f8d-bb55-a16682bdd993 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:24.103805 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-96dc9157-b95d-40db-9d53-82997bece250 req-69d7cbb8-890a-4f8d-bb55-a16682bdd993 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0705755 Aug 24 16:59:24.137662 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-496ad176-698b-4425-ae07-b6e980d49d2c req-df52a82e-0f55-4ea3-978b-f9a7556f31af tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e28439adcc476fa5da6baf030d09a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465577 Aug 24 16:59:24.144612 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-96dc9157-b95d-40db-9d53-82997bece250 req-35c05081-b049-4961-9cf6-01f48826a9b4 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348520 Aug 24 16:59:24.250707 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddbb31-92d2-41e9-93b6-e56e4b3eaea9 req-72d88911-92e2-4dd3-9dd7-b6e6f64d0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:24.252406 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f9ddbb31-92d2-41e9-93b6-e56e4b3eaea9 req-72d88911-92e2-4dd3-9dd7-b6e6f64d0ebf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2186679ca3474499a5785bb5999a0929&device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 1096 time: 0.0874403 Aug 24 16:59:24.260736 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46d35b-aa5e-43c9-a861-68e73986c463 req-a294954b-ed28-490c-a596-0d399cba842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:24.262384 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cf46d35b-aa5e-43c9-a861-68e73986c463 req-a294954b-ed28-490c-a596-0d399cba842c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57f7488cf1f34f44a13e4291324ad73a&device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 1098 time: 0.1120756 Aug 24 16:59:24.282282 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-496ad176-698b-4425-ae07-b6e980d49d2c req-000ea681-5143-46a3-81c5-e2452e3579d5 service neutron] 10.222.0.13 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361449 Aug 24 16:59:24.371803 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58286) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:24.399918 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-496ad176-698b-4425-ae07-b6e980d49d2c req-007cdda5-73fb-415a-92fe-200252a82454 service neutron] 10.222.0.13 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166055 Aug 24 16:59:24.431634 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddbb31-92d2-41e9-93b6-e56e4b3eaea9 req-c3669722-6299-47ac-8a5f-f0f1ce971fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:24.433167 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f9ddbb31-92d2-41e9-93b6-e56e4b3eaea9 req-c3669722-6299-47ac-8a5f-f0f1ce971fed service neutron] 10.222.0.26 "GET /v2.0/networks?id=f00dec52-c8ac-438f-a240-6365db81c0dc HTTP/1.1" status: 200 len: 911 time: 0.1673052 Aug 24 16:59:24.436373 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46d35b-aa5e-43c9-a861-68e73986c463 req-7ee31e3e-8ff7-43d0-b3fc-55fed715e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:24.437920 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cf46d35b-aa5e-43c9-a861-68e73986c463 req-7ee31e3e-8ff7-43d0-b3fc-55fed715e9d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af031b8c-c683-46a0-9719-609504051ca8 HTTP/1.1" status: 200 len: 920 time: 0.1521420 Aug 24 16:59:24.503350 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1540433f-7e05-4122-a26d-243271cec6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:24.526957 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f9ddbb31-92d2-41e9-93b6-e56e4b3eaea9 req-19ce6b8a-9574-4c0a-a9ab-ebd912e59aa1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 HTTP/1.1" status: 200 len: 217 time: 0.0744553 Aug 24 16:59:24.528283 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cf46d35b-aa5e-43c9-a861-68e73986c463 req-e7e08811-2886-40a6-9c73-868cff0c165c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 HTTP/1.1" status: 200 len: 217 time: 0.0694430 Aug 24 16:59:24.592417 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5c5c3d8a-e5ae-4b54-bd96-555d13f39a0c req-4de15136-dad0-49ec-af4a-4a87728fa712 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 210 time: 0.0414033 Aug 24 16:59:24.619881 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddbb31-92d2-41e9-93b6-e56e4b3eaea9 req-6f998fe5-3886-4870-8b21-bff6188dc129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:24.621464 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f9ddbb31-92d2-41e9-93b6-e56e4b3eaea9 req-6f998fe5-3886-4870-8b21-bff6188dc129 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d11b48a3-078f-49c7-999e-7b305807dca6 HTTP/1.1" status: 200 len: 849 time: 0.0798454 Aug 24 16:59:24.668573 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46d35b-aa5e-43c9-a861-68e73986c463 req-6f3c154b-c852-4b7b-a0a3-9ca619af3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:24.670096 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cf46d35b-aa5e-43c9-a861-68e73986c463 req-6f3c154b-c852-4b7b-a0a3-9ca619af3c90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1 HTTP/1.1" status: 200 len: 859 time: 0.0868592 Aug 24 16:59:24.690311 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1540433f-7e05-4122-a26d-243271cec6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:24.697228 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1540433f-7e05-4122-a26d-243271cec6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:24.716752 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddbb31-92d2-41e9-93b6-e56e4b3eaea9 req-08faa956-2e22-485c-8588-3acdb7a92bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:24.718311 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f9ddbb31-92d2-41e9-93b6-e56e4b3eaea9 req-08faa956-2e22-485c-8588-3acdb7a92bf4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f00dec52-c8ac-438f-a240-6365db81c0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859003 Aug 24 16:59:24.720233 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cf46d35b-aa5e-43c9-a861-68e73986c463 req-f3b3eb7b-5acf-4f57-99da-c24eb77a01df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af031b8c-c683-46a0-9719-609504051ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386631 Aug 24 16:59:24.743105 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540433f-7e05-4122-a26d-243271cec6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818352df-80a7-4d23-a5e1-91ec1861f5dc,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:24.750693 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1540433f-7e05-4122-a26d-243271cec6b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6fc941f99114be5bdee563ddb1a5333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775885 Aug 24 16:59:24.750899 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 58304) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:24.914327 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-044d28ec-5448-4eed-9c79-9112fd29917c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:25.003340 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-044d28ec-5448-4eed-9c79-9112fd29917c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:25.033634 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f9ddbb31-92d2-41e9-93b6-e56e4b3eaea9 req-d6602b28-f6e2-489f-b702-10d19c273b29 service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735670 Aug 24 16:59:25.053924 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cf46d35b-aa5e-43c9-a861-68e73986c463 req-b30a4167-9558-4acb-a90f-1386762c3dfb service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940826 Aug 24 16:59:25.109540 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764d0cb-e0a5-459b-8039-0002f7dbf62f req-16cd06d0-e744-485b-8934-9e80e6eb21c9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:25.110998 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5764d0cb-e0a5-459b-8039-0002f7dbf62f req-16cd06d0-e744-485b-8934-9e80e6eb21c9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 943 time: 0.1737773 Aug 24 16:59:25.232717 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-044d28ec-5448-4eed-9c79-9112fd29917c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:25.235239 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-044d28ec-5448-4eed-9c79-9112fd29917c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:25.239228 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-044d28ec-5448-4eed-9c79-9112fd29917c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/818352df-80a7-4d23-a5e1-91ec1861f5dc HTTP/1.1" status: 204 len: 168 time: 0.4867110 Aug 24 16:59:25.285163 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5764d0cb-e0a5-459b-8039-0002f7dbf62f req-5169bb1c-6e32-4831-8832-2fdffbad5be3 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1613240 Aug 24 16:59:25.289158 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d28ec-5448-4eed-9c79-9112fd29917c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818352df-80a7-4d23-a5e1-91ec1861f5dc,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:25.296096 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f9ddbb31-92d2-41e9-93b6-e56e4b3eaea9 req-90bdbf8d-1d66-4fc9-929f-0eef2504c1ba service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290785 Aug 24 16:59:25.298059 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cf46d35b-aa5e-43c9-a861-68e73986c463 req-141763d6-b045-4de1-817c-e5d0bde934ca service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193933 Aug 24 16:59:25.304113 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c417a-402e-4176-9d9d-f9c3fbd672e6 req-ff673cba-47df-468d-9bc8-f219dddf1713 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:25.305999 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-dc4c417a-402e-4176-9d9d-f9c3fbd672e6 req-ff673cba-47df-468d-9bc8-f219dddf1713 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0809500 Aug 24 16:59:25.365757 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-dc4c417a-402e-4176-9d9d-f9c3fbd672e6 req-2d68a91b-aa3d-4cd1-b662-3a7e2fbbafdb tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Aug 24 16:59:25.692363 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-70080854-4715-465f-9f50-f0d0e3c671cc req-add5d753-0028-4910-a16f-4762a6f0e097 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 210 time: 0.0268524 Aug 24 16:59:26.301312 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ad176-698b-4425-ae07-b6e980d49d2c req-c070d122-2b88-46b2-a437-f15a82d4999d tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:26.303346 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-496ad176-698b-4425-ae07-b6e980d49d2c req-c070d122-2b88-46b2-a437-f15a82d4999d tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "GET /v2.0/networks?id=bf72a82c-18b4-451b-8db2-bcdc900afbc3 HTTP/1.1" status: 200 len: 815 time: 0.1777437 Aug 24 16:59:26.343226 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-496ad176-698b-4425-ae07-b6e980d49d2c req-a75b3045-c662-4bee-8bbb-85bdfb342e81 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Request body: {'port': {'device_id': '8abb5126-c423-41a6-84f8-b5c15cc147c4', 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3', 'admin_state_up': True, 'tenant_id': 'b0e28439adcc476fa5da6baf030d09a0'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:26.482979 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58392) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:26.513024 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0065fd-01f0-4995-bd6b-aeef911f5b61 req-6bf23bc1-3a6a-481c-8c2a-4463d0cd743b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:26.514816 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ca0065fd-01f0-4995-bd6b-aeef911f5b61 req-6bf23bc1-3a6a-481c-8c2a-4463d0cd743b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0595503 Aug 24 16:59:26.567635 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ca0065fd-01f0-4995-bd6b-aeef911f5b61 req-890bc063-4d37-46e4-bd3b-67b534d3a39f tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463040 Aug 24 16:59:26.574878 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6550c58-997e-4b80-918f-2240132ff1e8 req-10638f61-084d-422f-8e83-8e67683e8d68 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:26.582400 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f6550c58-997e-4b80-918f-2240132ff1e8 req-10638f61-084d-422f-8e83-8e67683e8d68 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 943 time: 0.0635531 Aug 24 16:59:26.584365 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-496ad176-698b-4425-ae07-b6e980d49d2c req-a75b3045-c662-4bee-8bbb-85bdfb342e81 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Made reservation on behalf of b0e28439adcc476fa5da6baf030d09a0 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:59:26.587972 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-496ad176-698b-4425-ae07-b6e980d49d2c req-a75b3045-c662-4bee-8bbb-85bdfb342e81 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:26.604183 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58398) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:26.672314 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5722d645-1086-46cf-9f4f-70d27ab84306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:26.688971 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f6550c58-997e-4b80-918f-2240132ff1e8 req-9fbdb578-de8a-47ca-92a6-51d33e21218e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1054194 Aug 24 16:59:26.717812 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5d74555b-5693-4fe1-8aea-0838dd537856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:26.797612 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-496ad176-698b-4425-ae07-b6e980d49d2c req-a75b3045-c662-4bee-8bbb-85bdfb342e81 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Allocated IP 172.20.0.12 (bf72a82c-18b4-451b-8db2-bcdc900afbc3/f364770e-c442-4a7e-bab0-383d6bc3990f/34cf3e97-dc33-4eb4-89fa-db223ad072b2) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:59:26.801509 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-768a875c-c57f-4d03-a057-52b1d2562fd7 req-bddadc7a-7fd8-4861-9b54-0d923db1671a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 210 time: 0.0351248 Aug 24 16:59:26.804606 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5722d645-1086-46cf-9f4f-70d27ab84306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:26.819130 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5722d645-1086-46cf-9f4f-70d27ab84306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:26.876964 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5722d645-1086-46cf-9f4f-70d27ab84306 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f53a564867d442da133eaae1e79ad75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714472 Aug 24 16:59:26.879647 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58406) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:26.887707 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722d645-1086-46cf-9f4f-70d27ab84306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec81c0a7-68ab-42bf-9357-56b5e1477eee,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:26.970360 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-496ad176-698b-4425-ae07-b6e980d49d2c req-a75b3045-c662-4bee-8bbb-85bdfb342e81 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:26.978624 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5d74555b-5693-4fe1-8aea-0838dd537856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:26.979717 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6bc039cf-2131-4a99-aa56-a6eed6ff93c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:26.989729 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5d74555b-5693-4fe1-8aea-0838dd537856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:27.015591 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-496ad176-698b-4425-ae07-b6e980d49d2c req-a75b3045-c662-4bee-8bbb-85bdfb342e81 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:27.027890 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6bc039cf-2131-4a99-aa56-a6eed6ff93c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:27.056912 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-496ad176-698b-4425-ae07-b6e980d49d2c req-a75b3045-c662-4bee-8bbb-85bdfb342e81 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Network bf72a82c-18b4-451b-8db2-bcdc900afbc3 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:27.060163 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['733e211f-dc0d-4739-bd69-8bfab41cc11e', '8d31291a-df56-499d-ba83-8477b899a368'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:59:27.062850 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-496ad176-698b-4425-ae07-b6e980d49d2c req-a75b3045-c662-4bee-8bbb-85bdfb342e81 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:27.069196 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-496ad176-698b-4425-ae07-b6e980d49d2c req-a75b3045-c662-4bee-8bbb-85bdfb342e81 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:59:27.075533 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ad176-698b-4425-ae07-b6e980d49d2c req-a75b3045-c662-4bee-8bbb-85bdfb342e81 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:27.076359 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-496ad176-698b-4425-ae07-b6e980d49d2c req-a75b3045-c662-4bee-8bbb-85bdfb342e81 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:27.090267 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b3045-c662-4bee-8bbb-85bdfb342e81 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Pushing event updated for resources: {'Port': ['ID=34cf3e97-dc33-4eb4-89fa-db223ad072b2,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:27.099995 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-496ad176-698b-4425-ae07-b6e980d49d2c req-a75b3045-c662-4bee-8bbb-85bdfb342e81 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7607188 Aug 24 16:59:27.133711 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Request body: {'port': {'device_id': '8abb5126-c423-41a6-84f8-b5c15cc147c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:27.177155 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:59:27.197164 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:27.261240 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5d74555b-5693-4fe1-8aea-0838dd537856 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5342bc83272b4ed6a9f9069c221d7320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7772057 Aug 24 16:59:27.266534 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 58408) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:27.268088 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74555b-5693-4fe1-8aea-0838dd537856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cafa2e0-65b9-487a-bb64-90fd89e6e9c6,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:27.309219 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6bc039cf-2131-4a99-aa56-a6eed6ff93c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:27.312060 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6bc039cf-2131-4a99-aa56-a6eed6ff93c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:27.313397 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6bc039cf-2131-4a99-aa56-a6eed6ff93c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec81c0a7-68ab-42bf-9357-56b5e1477eee HTTP/1.1" status: 204 len: 168 time: 0.4325485 Aug 24 16:59:27.323540 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc039cf-2131-4a99-aa56-a6eed6ff93c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec81c0a7-68ab-42bf-9357-56b5e1477eee,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:27.366751 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:27.384294 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '3ec6cf2a-318f-4c6b-958d-8e8bf5c75440', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'port_id': '3ec6cf2a-318f-4c6b-958d-8e8bf5c75440', 'mac_address': 'fa:16:3e:00:6b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:59:27.471675 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:27.505828 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:59:27.539969 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:27.548540 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:27.616718 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:27.724864 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58426) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:27.742317 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-43a64e7b-426a-4808-9a68-637b64dc353e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:27.787222 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-fd62507f-5c67-4b78-81e6-1fd231e9a471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:27.824851 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263885fb-ccd3-40b7-91ee-0641ff3c6d34 req-080b5d6e-d148-4bd4-8de7-3fd9f7232636 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:27.825877 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-263885fb-ccd3-40b7-91ee-0641ff3c6d34 req-080b5d6e-d148-4bd4-8de7-3fd9f7232636 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.1561923 Aug 24 16:59:27.828711 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58428) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:27.844656 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-fd62507f-5c67-4b78-81e6-1fd231e9a471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:27.857302 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208863e-3d3a-4b15-aded-830023974653 req-a5e3d9f5-2d76-4acf-a611-f5dd17961fb9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:27.859697 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9208863e-3d3a-4b15-aded-830023974653 req-a5e3d9f5-2d76-4acf-a611-f5dd17961fb9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 944 time: 0.0998397 Aug 24 16:59:27.923555 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9208863e-3d3a-4b15-aded-830023974653 req-534e21cc-28e2-4053-af7b-6a6a935b69b4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572870 Aug 24 16:59:27.938902 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-263885fb-ccd3-40b7-91ee-0641ff3c6d34 req-667f989d-9d30-4e45-8a99-7a4fe6448e23 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063235 Aug 24 16:59:27.961011 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-43a64e7b-426a-4808-9a68-637b64dc353e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:27.976144 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-43a64e7b-426a-4808-9a68-637b64dc353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.022815 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cf3e97-dc33-4eb4-89fa-db223ad072b2 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:59:28.028107 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-fd62507f-5c67-4b78-81e6-1fd231e9a471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.030612 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-fd62507f-5c67-4b78-81e6-1fd231e9a471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.031825 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-fd62507f-5c67-4b78-81e6-1fd231e9a471 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cafa2e0-65b9-487a-bb64-90fd89e6e9c6 HTTP/1.1" status: 204 len: 168 time: 0.7636693 Aug 24 16:59:28.037746 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.046376 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a64e7b-426a-4808-9a68-637b64dc353e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495d7c22-2934-4be2-aff8-1287149facaf,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:28.049614 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62507f-5c67-4b78-81e6-1fd231e9a471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cafa2e0-65b9-487a-bb64-90fd89e6e9c6,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:28.058956 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Transition to ACTIVE for port object 34cf3e97-dc33-4eb4-89fa-db223ad072b2 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:28.067851 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.089183 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b261adaf-660b-4a92-a8f1-a09b9ee0f251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.097784 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-43a64e7b-426a-4808-9a68-637b64dc353e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca1b1aafcc9845cd89ed0db469f80f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711791 Aug 24 16:59:28.100406 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58438) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:28.163844 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cf49f-4611-47be-b6cb-9b00c22c2997 req-3c6836b0-86ea-4106-8105-5b57e676c518 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:28.165358 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1a6cf49f-4611-47be-b6cb-9b00c22c2997 req-3c6836b0-86ea-4106-8105-5b57e676c518 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 932 time: 0.1285160 Aug 24 16:59:28.176706 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Attempting to bind port 34cf3e97-dc33-4eb4-89fa-db223ad072b2 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:59:28.177321 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Attempting to bind port 34cf3e97-dc33-4eb4-89fa-db223ad072b2 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:59:28.177746 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Attempting to bind port 34cf3e97-dc33-4eb4-89fa-db223ad072b2 on network bf72a82c-18b4-451b-8db2-bcdc900afbc3 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:28.187492 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Pushing event updated for resources: {'Port': ['ID=34cf3e97-dc33-4eb4-89fa-db223ad072b2,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:28.190981 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Port 34cf3e97-dc33-4eb4-89fa-db223ad072b2 on network bf72a82c-18b4-451b-8db2-bcdc900afbc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:59:28.191304 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Attempting to bind port 34cf3e97-dc33-4eb4-89fa-db223ad072b2 on network bf72a82c-18b4-451b-8db2-bcdc900afbc3 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:28.199527 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:59:28.199868 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Checking segment: {'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:28.200374 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Bound using segment: {'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:59:28.200668 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Bound port: 34cf3e97-dc33-4eb4-89fa-db223ad072b2, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:59:28.201200 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.210708 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-05845ef3-d7ec-4483-8133-ee3b4a52e6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.231949 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['3ec6cf2a-318f-4c6b-958d-8e8bf5c75440'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:59:28.270577 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1a6cf49f-4611-47be-b6cb-9b00c22c2997 req-ee40face-5366-4d4b-8671-668602d7914e tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872245 Aug 24 16:59:28.275439 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-05845ef3-d7ec-4483-8133-ee3b4a52e6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.299302 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] For port 34cf3e97-dc33-4eb4-89fa-db223ad072b2, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:59:28.303355 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] For port 34cf3e97-dc33-4eb4-89fa-db223ad072b2, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=34cf3e97-dc33-4eb4-89fa-db223ad072b2,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:59:28.309205 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.353628 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:28.354257 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.356261 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-496ad176-698b-4425-ae07-b6e980d49d2c req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] 10.222.0.26 "PUT /v2.0/ports/34cf3e97-dc33-4eb4-89fa-db223ad072b2 HTTP/1.1" status: 200 len: 1094 time: 1.2271283 Aug 24 16:59:28.356846 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abb5126-c423-41a6-84f8-b5c15cc147c4', 'tag': '34cf3e97-dc33-4eb4-89fa-db223ad072b2'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:59:28.359334 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5a86f1-3236-4b16-96d9-c1a785ce838e" -d '{"events": [{"name": "network-changed", "server_uuid": "8abb5126-c423-41a6-84f8-b5c15cc147c4", "tag": "34cf3e97-dc33-4eb4-89fa-db223ad072b2"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:28.363898 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b261adaf-660b-4a92-a8f1-a09b9ee0f251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.371290 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b261adaf-660b-4a92-a8f1-a09b9ee0f251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.404230 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-05845ef3-d7ec-4483-8133-ee3b4a52e6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.407166 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-05845ef3-d7ec-4483-8133-ee3b4a52e6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.411457 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cdefc9-974a-49b8-8d0c-a35f651250f4 service neutron] Pushing event updated for resources: {'Port': ['ID=34cf3e97-dc33-4eb4-89fa-db223ad072b2,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:28.425034 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-05845ef3-d7ec-4483-8133-ee3b4a52e6dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/495d7c22-2934-4be2-aff8-1287149facaf HTTP/1.1" status: 204 len: 168 time: 0.3127427 Aug 24 16:59:28.429377 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53a5006-928b-4306-a081-0fdc9dbb94ee x-openstack-request-id: req-d53a5006-928b-4306-a081-0fdc9dbb94ee {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:28.429755 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abb5126-c423-41a6-84f8-b5c15cc147c4", "tag": "34cf3e97-dc33-4eb4-89fa-db223ad072b2", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:28.430086 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d53a5006-928b-4306-a081-0fdc9dbb94ee {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:28.430603 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abb5126-c423-41a6-84f8-b5c15cc147c4', 'tag': '34cf3e97-dc33-4eb4-89fa-db223ad072b2', 'status': 'completed', 'code': 200} Aug 24 16:59:28.463662 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b261adaf-660b-4a92-a8f1-a09b9ee0f251 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=382e56ef504e4ae586168f2b27bdddd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6311142 Aug 24 16:59:28.463662 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261adaf-660b-4a92-a8f1-a09b9ee0f251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fac438f-2c8f-4e0c-a8d5-7a473f9fdc43,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:28.465784 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58452) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:28.489294 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05845ef3-d7ec-4483-8133-ee3b4a52e6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495d7c22-2934-4be2-aff8-1287149facaf,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:28.542581 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ad176-698b-4425-ae07-b6e980d49d2c req-2bd624a7-ca9f-4ff0-a4a0-9489c7f594bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:28.544713 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f983ec03-b170-4454-a13c-3bdc77921dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.545341 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-496ad176-698b-4425-ae07-b6e980d49d2c req-2bd624a7-ca9f-4ff0-a4a0-9489c7f594bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0e28439adcc476fa5da6baf030d09a0&device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 1097 time: 0.0880711 Aug 24 16:59:28.577674 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f983ec03-b170-4454-a13c-3bdc77921dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.606050 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-496ad176-698b-4425-ae07-b6e980d49d2c req-24b04aed-5a9b-44d5-88e0-2abc31ae0ae7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cf3e97-dc33-4eb4-89fa-db223ad072b2 HTTP/1.1" status: 200 len: 217 time: 0.0413563 Aug 24 16:59:28.645151 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f983ec03-b170-4454-a13c-3bdc77921dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.649311 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f983ec03-b170-4454-a13c-3bdc77921dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:28.653736 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-f983ec03-b170-4454-a13c-3bdc77921dc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fac438f-2c8f-4e0c-a8d5-7a473f9fdc43 HTTP/1.1" status: 204 len: 168 time: 0.1842701 Aug 24 16:59:28.662032 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983ec03-b170-4454-a13c-3bdc77921dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fac438f-2c8f-4e0c-a8d5-7a473f9fdc43,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:28.680193 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ad176-698b-4425-ae07-b6e980d49d2c req-5ad00aa5-071b-425c-b712-f6e507618daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:28.682940 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-496ad176-698b-4425-ae07-b6e980d49d2c req-5ad00aa5-071b-425c-b712-f6e507618daf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f364770e-c442-4a7e-bab0-383d6bc3990f HTTP/1.1" status: 200 len: 855 time: 0.0609276 Aug 24 16:59:28.718697 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-496ad176-698b-4425-ae07-b6e980d49d2c req-cb8e844b-b906-466c-8d6e-9aaa8c28b8b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf72a82c-18b4-451b-8db2-bcdc900afbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274365 Aug 24 16:59:28.828857 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-496ad176-698b-4425-ae07-b6e980d49d2c req-ad277a62-caca-4e98-bbcb-3616b9abfb16 service neutron] 10.222.0.26 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994389 Aug 24 16:59:28.970552 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-496ad176-698b-4425-ae07-b6e980d49d2c req-8dda3488-7c31-40fd-96e0-7e64bc88c2b4 service neutron] 10.222.0.26 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293595 Aug 24 16:59:29.073459 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98f429-08a5-4a82-b818-dc1f80d5a360 req-52f0048a-e3e4-4871-8367-68581dfce322 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:29.075744 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eb98f429-08a5-4a82-b818-dc1f80d5a360 req-52f0048a-e3e4-4871-8367-68581dfce322 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 944 time: 0.0669994 Aug 24 16:59:29.096764 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c061f47-7955-49d0-b341-3c5f24068a80 req-f0efea55-026e-4e15-b865-c352af56e1e5 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:29.098787 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5c061f47-7955-49d0-b341-3c5f24068a80 req-f0efea55-026e-4e15-b865-c352af56e1e5 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0706756 Aug 24 16:59:29.121443 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eb98f429-08a5-4a82-b818-dc1f80d5a360 req-eea6acea-c472-43c5-a46e-3714582f63f1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376277 Aug 24 16:59:29.188595 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5c061f47-7955-49d0-b341-3c5f24068a80 req-99253177-50b6-4e5a-982c-f4caa3ff3160 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831375 Aug 24 16:59:29.210014 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a86f1-3236-4b16-96d9-c1a785ce838e req-5140a890-302c-479a-b476-6550fa88b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:29.211618 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be5a86f1-3236-4b16-96d9-c1a785ce838e req-5140a890-302c-479a-b476-6550fa88b91d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0e28439adcc476fa5da6baf030d09a0&device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 1097 time: 0.0589898 Aug 24 16:59:29.336831 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a86f1-3236-4b16-96d9-c1a785ce838e req-16db7da2-9b00-4a6a-8aa6-dc5c02d71972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:29.338437 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be5a86f1-3236-4b16-96d9-c1a785ce838e req-16db7da2-9b00-4a6a-8aa6-dc5c02d71972 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf72a82c-18b4-451b-8db2-bcdc900afbc3 HTTP/1.1" status: 200 len: 916 time: 0.1184731 Aug 24 16:59:29.380960 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:59:29.421332 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be5a86f1-3236-4b16-96d9-c1a785ce838e req-9e059e9f-7e4a-4939-b94b-a41b2ae299ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cf3e97-dc33-4eb4-89fa-db223ad072b2 HTTP/1.1" status: 200 len: 217 time: 0.0461645 Aug 24 16:59:29.440256 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776fbaf-aa12-4798-8bc2-20063095f963 req-978fda06-0a3b-4747-afd7-1303258ccebc tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:29.449186 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9776fbaf-aa12-4798-8bc2-20063095f963 req-978fda06-0a3b-4747-afd7-1303258ccebc tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 944 time: 0.1098123 Aug 24 16:59:29.546048 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9776fbaf-aa12-4798-8bc2-20063095f963 req-d9615232-5b8d-421e-9050-c950caa22c51 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955803 Aug 24 16:59:29.563726 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a86f1-3236-4b16-96d9-c1a785ce838e req-d4c02869-06bd-4d67-a133-9f3262441736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:29.565625 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be5a86f1-3236-4b16-96d9-c1a785ce838e req-d4c02869-06bd-4d67-a133-9f3262441736 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f364770e-c442-4a7e-bab0-383d6bc3990f HTTP/1.1" status: 200 len: 855 time: 0.1135643 Aug 24 16:59:29.614778 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be5a86f1-3236-4b16-96d9-c1a785ce838e req-3d64fc9d-6f87-443a-a09f-4c2872378b90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf72a82c-18b4-451b-8db2-bcdc900afbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349114 Aug 24 16:59:29.758431 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be5a86f1-3236-4b16-96d9-c1a785ce838e req-94ec1c08-c3f3-4067-9d3b-0cad648e9789 service neutron] 10.222.0.26 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292005 Aug 24 16:59:29.879484 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be5a86f1-3236-4b16-96d9-c1a785ce838e req-76f310c0-5173-43af-93bd-f04a2904a833 service neutron] 10.222.0.26 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129551 Aug 24 16:59:30.249040 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58542) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:30.273470 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b73a5-0239-4d48-860b-ac88313acfd4 req-13282972-c6ea-426b-b4e3-c92f054e6565 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:30.276908 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 58546) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:30.281763 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fc8b73a5-0239-4d48-860b-ac88313acfd4 req-13282972-c6ea-426b-b4e3-c92f054e6565 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 944 time: 0.0844119 Aug 24 16:59:30.329928 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fc8b73a5-0239-4d48-860b-ac88313acfd4 req-a60a4c5e-0fd1-4f02-bf51-7850e17b48f5 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472603 Aug 24 16:59:30.348386 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edce0b0-745a-473e-9293-e0c1b7c84293 req-b14aa536-d5cb-41e3-a009-c5df99905ea9 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:30.349969 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2edce0b0-745a-473e-9293-e0c1b7c84293 req-b14aa536-d5cb-41e3-a009-c5df99905ea9 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0708792 Aug 24 16:59:30.399207 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2edce0b0-745a-473e-9293-e0c1b7c84293 req-a7623dbb-e764-49df-b241-cd04060fc72f tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421300 Aug 24 16:59:30.426207 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ada58c44-00f9-4dd6-8b1e-1286c06d53c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:30.448149 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bd44d4ad-5c19-416d-b5e9-e8bd373f8529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:30.521127 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ada58c44-00f9-4dd6-8b1e-1286c06d53c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:30.528734 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ada58c44-00f9-4dd6-8b1e-1286c06d53c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:30.565432 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada58c44-00f9-4dd6-8b1e-1286c06d53c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94f72a4-5f30-4de1-b68f-9251be7d3a37,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:30.569845 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ada58c44-00f9-4dd6-8b1e-1286c06d53c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6d6a099397d4f6a81b05e92a7cbd40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919064 Aug 24 16:59:30.572730 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 58552) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:30.631221 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bd44d4ad-5c19-416d-b5e9-e8bd373f8529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:30.632025 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b321745c-aee3-4716-b09b-e135bcbd751d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:30.639191 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bd44d4ad-5c19-416d-b5e9-e8bd373f8529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:30.679083 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b321745c-aee3-4716-b09b-e135bcbd751d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:30.681716 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-bd44d4ad-5c19-416d-b5e9-e8bd373f8529 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb67de51390f4000839d6a7ac59629ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260039 Aug 24 16:59:30.682541 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44d4ad-5c19-416d-b5e9-e8bd373f8529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a412258-30cf-46b4-bc17-13967ec6d64e,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:30.686115 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58558) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:30.718542 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739e4ab-3a51-4a14-a16e-731d2de0bba5 req-e3573c64-40e1-40e4-8dd0-548d61e69f55 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:30.720038 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5739e4ab-3a51-4a14-a16e-731d2de0bba5 req-e3573c64-40e1-40e4-8dd0-548d61e69f55 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 944 time: 0.0776725 Aug 24 16:59:30.749328 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d160af50-c9c0-4f4f-98b5-56e15c9adce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:30.762587 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5739e4ab-3a51-4a14-a16e-731d2de0bba5 req-bdc324b3-b7be-40b2-b6cf-dce7c85a7a87 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346558 Aug 24 16:59:30.769794 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b321745c-aee3-4716-b09b-e135bcbd751d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:30.773293 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b321745c-aee3-4716-b09b-e135bcbd751d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:30.780119 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d160af50-c9c0-4f4f-98b5-56e15c9adce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:30.780930 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-b321745c-aee3-4716-b09b-e135bcbd751d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f94f72a4-5f30-4de1-b68f-9251be7d3a37 HTTP/1.1" status: 204 len: 168 time: 0.2011549 Aug 24 16:59:30.785002 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321745c-aee3-4716-b09b-e135bcbd751d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94f72a4-5f30-4de1-b68f-9251be7d3a37,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:30.838928 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d160af50-c9c0-4f4f-98b5-56e15c9adce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:30.841730 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d160af50-c9c0-4f4f-98b5-56e15c9adce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:30.845481 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d160af50-c9c0-4f4f-98b5-56e15c9adce7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a412258-30cf-46b4-bc17-13967ec6d64e HTTP/1.1" status: 204 len: 168 time: 0.1560900 Aug 24 16:59:30.851335 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160af50-c9c0-4f4f-98b5-56e15c9adce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a412258-30cf-46b4-bc17-13967ec6d64e,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:31.139999 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-591b9d96-1333-4632-a84e-5048dd2f7ea1 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9bf19e840c594c1d9a5c82807fc06965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396605 Aug 24 16:59:31.201605 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 34cf3e97-dc33-4eb4-89fa-db223ad072b2 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:59:31.213840 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:31.330261 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:31.338470 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-d5da6bee-b6d9-409a-8ce9-4fcc7d4ea281 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:31.343433 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-d5da6bee-b6d9-409a-8ce9-4fcc7d4ea281 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019489 Aug 24 16:59:31.344312 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:31.344682 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:31.358884 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-b634da05-f12f-4ed4-a6cb-d52f3755f307 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/quotas/9bf19e840c594c1d9a5c82807fc06965 HTTP/1.1" status: 200 len: 375 time: 0.0128584 Aug 24 16:59:31.374436 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 34cf3e97-dc33-4eb4-89fa-db223ad072b2, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=34cf3e97-dc33-4eb4-89fa-db223ad072b2,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:31.402793 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '34cf3e97-dc33-4eb4-89fa-db223ad072b2', 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3', 'port_id': '34cf3e97-dc33-4eb4-89fa-db223ad072b2', 'mac_address': 'fa:16:3e:d6:8f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f364770e-c442-4a7e-bab0-383d6bc3990f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:59:31.404920 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-a389fb5a-cdb9-45bc-9dba-0f5c93a7dafc tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bf19e840c594c1d9a5c82807fc06965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401354 Aug 24 16:59:31.470015 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8cfd6-47ac-4518-8c77-b179bdcf85ff req-ce8f0725-1fff-47fe-aae9-bb8e2edae05c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:31.472800 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:31.478806 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97b8cfd6-47ac-4518-8c77-b179bdcf85ff req-ce8f0725-1fff-47fe-aae9-bb8e2edae05c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 944 time: 0.0691302 Aug 24 16:59:31.494226 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cf3e97-dc33-4eb4-89fa-db223ad072b2 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:59:31.514135 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:31.541535 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97b8cfd6-47ac-4518-8c77-b179bdcf85ff req-59bb80a6-e7b3-416f-acf5-41a595e7bf15 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571003 Aug 24 16:59:31.561548 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b075f9-bced-4c8f-8fb9-48bc2af7bb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec6cf2a-318f-4c6b-958d-8e8bf5c75440'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:59:31.564166 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159c5b49-bf5f-49b0-a867-09e2549f6191" -d '{"events": [{"server_uuid": "04b075f9-bced-4c8f-8fb9-48bc2af7bb38", "name": "network-vif-plugged", "status": "completed", "tag": "3ec6cf2a-318f-4c6b-958d-8e8bf5c75440"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:31.570716 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 34cf3e97-dc33-4eb4-89fa-db223ad072b2, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=34cf3e97-dc33-4eb4-89fa-db223ad072b2,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:31.593287 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:31.597643 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:31.628822 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:31.661161 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=34cf3e97-dc33-4eb4-89fa-db223ad072b2,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:31.711351 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf94a7-9b41-40f1-8ceb-43364ba545a0 req-f9df5039-4953-4923-9c5f-39457ab53a8c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:31.724135 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3ddf94a7-9b41-40f1-8ceb-43364ba545a0 req-f9df5039-4953-4923-9c5f-39457ab53a8c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0825026 Aug 24 16:59:31.763861 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:31.780678 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3ddf94a7-9b41-40f1-8ceb-43364ba545a0 req-b63a4d22-f50b-494d-8895-d7da93af962d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541942 Aug 24 16:59:31.792153 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fd6568-7c59-40b7-89e3-c32c00d48573 x-openstack-request-id: req-e2fd6568-7c59-40b7-89e3-c32c00d48573 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:31.792443 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b075f9-bced-4c8f-8fb9-48bc2af7bb38", "name": "network-vif-plugged", "status": "completed", "tag": "3ec6cf2a-318f-4c6b-958d-8e8bf5c75440", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:31.792695 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2fd6568-7c59-40b7-89e3-c32c00d48573 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:31.793091 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b075f9-bced-4c8f-8fb9-48bc2af7bb38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec6cf2a-318f-4c6b-958d-8e8bf5c75440', 'code': 200} Aug 24 16:59:31.861232 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2772cd6a-0000-47c1-8ad2-fb02ac1f0165 req-e1698e43-8977-4251-af56-b667603f273e tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 210 time: 0.0322678 Aug 24 16:59:31.926128 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea70f6-1d74-4666-88c7-631922f6c12d req-736e9e5c-cc56-42d9-b247-50a95c93366b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:31.933500 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-93ea70f6-1d74-4666-88c7-631922f6c12d req-736e9e5c-cc56-42d9-b247-50a95c93366b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 945 time: 0.0817394 Aug 24 16:59:31.975446 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-93ea70f6-1d74-4666-88c7-631922f6c12d req-01ca03e0-5c17-4b39-9e3d-118aa2709139 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404789 Aug 24 16:59:32.080165 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c9c62-0ae8-43c4-9cd6-3d82a4ef3e71 req-4b96b145-dc42-4eab-8de9-8852252637f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:32.081962 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3f4c9c62-0ae8-43c4-9cd6-3d82a4ef3e71 req-4b96b145-dc42-4eab-8de9-8852252637f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 1098 time: 0.0453866 Aug 24 16:59:32.100716 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['34cf3e97-dc33-4eb4-89fa-db223ad072b2'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:59:32.122425 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3f4c9c62-0ae8-43c4-9cd6-3d82a4ef3e71 req-c91ec32b-f3ea-4434-af3c-5fc506bb029f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317922 Aug 24 16:59:32.654411 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b99326-54ad-4fa2-8e36-1420f6840aee req-8bffdc60-3ab4-4355-bced-08cf87501c49 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:32.655890 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a8b99326-54ad-4fa2-8e36-1420f6840aee req-8bffdc60-3ab4-4355-bced-08cf87501c49 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0500898 Aug 24 16:59:32.694716 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a8b99326-54ad-4fa2-8e36-1420f6840aee req-4821a9b1-4543-4e95-a21b-dcc3d4837a8b tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327921 Aug 24 16:59:32.907479 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2702f-77e8-424c-8993-9200c74e9589 req-091ddae6-848b-425c-b0c0-29070fe25c6a tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:32.908999 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-83c2702f-77e8-424c-8993-9200c74e9589 req-091ddae6-848b-425c-b0c0-29070fe25c6a tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0561452 Aug 24 16:59:32.949316 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-83c2702f-77e8-424c-8993-9200c74e9589 req-633a300d-4334-4983-bbc1-c2ac28a1b14d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342703 Aug 24 16:59:32.997325 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-58c4c7b7-90df-4474-83a4-ef556bfdf56f req-6f1a40be-8c05-4f0b-b60c-14cb7c67d7da tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 210 time: 0.0313263 Aug 24 16:59:33.105591 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2571b-c390-4d41-8267-696c3135d434 req-2c4fb7a0-ee35-432c-8da9-fbf07bbd2889 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:33.106967 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-69d2571b-c390-4d41-8267-696c3135d434 req-2c4fb7a0-ee35-432c-8da9-fbf07bbd2889 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 945 time: 0.0571890 Aug 24 16:59:33.149511 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-69d2571b-c390-4d41-8267-696c3135d434 req-3d4a384e-d1a3-4aa4-8128-0e983b46e47d tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337517 Aug 24 16:59:33.551231 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-28cda5f2-72b6-40c2-8718-52936d7572ed tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9bf19e840c594c1d9a5c82807fc06965&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427551 Aug 24 16:59:33.791377 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6b21ca6c-02db-449b-acf3-e8b8408b94e7 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:33.792959 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6b21ca6c-02db-449b-acf3-e8b8408b94e7 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2292850 Aug 24 16:59:33.834769 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1331f-9966-45e0-9455-78e4fb6ab94a req-79d319c8-8669-4ac5-8501-28f7f1a24ba4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:33.836348 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fab1331f-9966-45e0-9455-78e4fb6ab94a req-79d319c8-8669-4ac5-8501-28f7f1a24ba4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0712855 Aug 24 16:59:33.841159 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Request body: {'port': {'device_id': '73649783-3be3-405b-853f-7435dec5dd2f', 'network_id': 'a5afaa16-706e-4320-8837-98b0f117c732', 'admin_state_up': True, 'tenant_id': '9bf19e840c594c1d9a5c82807fc06965'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:33.925669 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fab1331f-9966-45e0-9455-78e4fb6ab94a req-94195137-15ee-4707-9938-8ebc9a6c69f1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798945 Aug 24 16:59:33.983444 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Made reservation on behalf of 9bf19e840c594c1d9a5c82807fc06965 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:59:33.987330 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:33.997800 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:34.096493 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd2eb-9c92-4e18-b4ae-3aeba959a718 req-de1d09f2-52f8-40d3-b822-ae950d96c588 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:34.098073 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-774cd2eb-9c92-4e18-b4ae-3aeba959a718 req-de1d09f2-52f8-40d3-b822-ae950d96c588 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0754199 Aug 24 16:59:34.154016 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-774cd2eb-9c92-4e18-b4ae-3aeba959a718 req-74c92b02-a179-4ee5-bdfb-3881b4fe9038 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496736 Aug 24 16:59:34.179440 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:34.183843 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:34.266736 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=869bd07a-4b89-4159-9e9f-3425623f9fd8,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:34.291812 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-658e6900-87f8-4dc1-aacb-00dfd4110bc7 req-fcb88fd7-6c20-40d8-adbb-eb1aadd92f09 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 210 time: 0.0487690 Aug 24 16:59:34.330759 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d69767-76e0-4be4-a928-60495efb46f5 req-959da3b8-ab00-49bd-bd8b-632d25438346 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:34.332550 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1d69767-76e0-4be4-a928-60495efb46f5 req-959da3b8-ab00-49bd-bd8b-632d25438346 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 945 time: 0.0599587 Aug 24 16:59:34.368723 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Allocated IP 192.168.233.198 (a5afaa16-706e-4320-8837-98b0f117c732/5339e861-3909-4b81-9cec-a9b3765a5cf2/4c9d56b7-0e02-46d9-9b05-dea56405821b) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:59:34.379738 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e1d69767-76e0-4be4-a928-60495efb46f5 req-58dc3c61-941c-4e83-bd4d-7e34565b60aa tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Aug 24 16:59:34.535697 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:34.549815 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Transition to ACTIVE for port object 4c9d56b7-0e02-46d9-9b05-dea56405821b will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:34.586446 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:34.630307 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Network a5afaa16-706e-4320-8837-98b0f117c732 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:34.634208 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:34.637508 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:59:34.643310 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:34.643975 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:34.655312 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Pushing event updated for resources: {'Port': ['ID=4c9d56b7-0e02-46d9-9b05-dea56405821b,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:34.669081 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-aef250d2-c09e-40d5-90b6-35ec413f8dda tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8316581 Aug 24 16:59:34.694532 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Request body: {'port': {'device_id': '73649783-3be3-405b-853f-7435dec5dd2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:34.760630 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:34.852684 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-2a587807-cac0-4143-b1ae-b9368735cd9f None None] Provisioning for port 4c9d56b7-0e02-46d9-9b05-dea56405821b completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:34.857604 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-2a587807-cac0-4143-b1ae-b9368735cd9f None None] Provisioning complete for port 4c9d56b7-0e02-46d9-9b05-dea56405821b triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:34.858124 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2a587807-cac0-4143-b1ae-b9368735cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:34.899340 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-2a587807-cac0-4143-b1ae-b9368735cd9f None None] Port 4c9d56b7-0e02-46d9-9b05-dea56405821b cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:59:35.030059 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-950f91c4-97a2-4155-aabf-c22b5ed4c36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:35.060031 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9d56b7-0e02-46d9-9b05-dea56405821b {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:59:35.077868 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:35.103261 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Transition to ACTIVE for port object 4c9d56b7-0e02-46d9-9b05-dea56405821b will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:35.109210 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:35.167075 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d67c53-e620-4f52-8920-7e3f1bfdf38b req-e2a0d6c8-82fb-4abc-9950-84c6d3f69e15 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:35.168584 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-06d67c53-e620-4f52-8920-7e3f1bfdf38b req-e2a0d6c8-82fb-4abc-9950-84c6d3f69e15 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.1039994 Aug 24 16:59:35.184485 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9d56b7-0e02-46d9-9b05-dea56405821b,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:35.222621 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 34cf3e97-dc33-4eb4-89fa-db223ad072b2 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:35.235830 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Attempting to bind port 4c9d56b7-0e02-46d9-9b05-dea56405821b on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:59:35.236164 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Attempting to bind port 4c9d56b7-0e02-46d9-9b05-dea56405821b by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '47248f37-064e-4d84-8828-e4b60cabf30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5afaa16-706e-4320-8837-98b0f117c732'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:59:35.236483 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Attempting to bind port 4c9d56b7-0e02-46d9-9b05-dea56405821b on network a5afaa16-706e-4320-8837-98b0f117c732 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:35.247837 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-06d67c53-e620-4f52-8920-7e3f1bfdf38b req-00484ed4-1bee-4603-8d30-1e9594e8286e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710995 Aug 24 16:59:35.257026 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Port 4c9d56b7-0e02-46d9-9b05-dea56405821b on network a5afaa16-706e-4320-8837-98b0f117c732 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:59:35.257401 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Attempting to bind port 4c9d56b7-0e02-46d9-9b05-dea56405821b on network a5afaa16-706e-4320-8837-98b0f117c732 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:35.263542 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:59:35.263542 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Checking segment: {'id': '47248f37-064e-4d84-8828-e4b60cabf30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5afaa16-706e-4320-8837-98b0f117c732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:35.263961 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Bound using segment: {'id': '47248f37-064e-4d84-8828-e4b60cabf30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5afaa16-706e-4320-8837-98b0f117c732'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:59:35.264453 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Bound port: 4c9d56b7-0e02-46d9-9b05-dea56405821b, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47248f37-064e-4d84-8828-e4b60cabf30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5afaa16-706e-4320-8837-98b0f117c732'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:59:35.264958 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:35.329224 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c62ce-ea10-4849-a242-80bc7c3c5b3c req-41cd6b7d-9c49-4cf8-8f70-08e5dbb9df5e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:35.330864 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-187c62ce-ea10-4849-a242-80bc7c3c5b3c req-41cd6b7d-9c49-4cf8-8f70-08e5dbb9df5e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0980842 Aug 24 16:59:35.341161 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] For port 4c9d56b7-0e02-46d9-9b05-dea56405821b, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:59:35.341592 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 34cf3e97-dc33-4eb4-89fa-db223ad072b2 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:35.344633 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] For port 4c9d56b7-0e02-46d9-9b05-dea56405821b, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c9d56b7-0e02-46d9-9b05-dea56405821b,segment=NetworkSegment(47248f37-064e-4d84-8828-e4b60cabf30a),segment_id=47248f37-064e-4d84-8828-e4b60cabf30a)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:59:35.349391 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 34cf3e97-dc33-4eb4-89fa-db223ad072b2 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:35.349919 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:35.350665 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:35.374867 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-187c62ce-ea10-4849-a242-80bc7c3c5b3c req-bc3211a2-5fc6-46fe-971f-f97b79058aa7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367692 Aug 24 16:59:35.385337 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:35.395093 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:35.395093 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] 10.222.0.26 "PUT /v2.0/ports/4c9d56b7-0e02-46d9-9b05-dea56405821b HTTP/1.1" status: 200 len: 1098 time: 0.6983080 Aug 24 16:59:35.395093 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73649783-3be3-405b-853f-7435dec5dd2f', 'tag': '4c9d56b7-0e02-46d9-9b05-dea56405821b'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:59:35.395093 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040cba97-1cf3-4718-a32c-5918dade81eb" -d '{"events": [{"name": "network-changed", "server_uuid": "73649783-3be3-405b-853f-7435dec5dd2f", "tag": "4c9d56b7-0e02-46d9-9b05-dea56405821b"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:35.436202 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e8a93-d875-4071-a8e1-a26a7ef7a651 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9d56b7-0e02-46d9-9b05-dea56405821b,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:35.477532 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:35.509465 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abb5126-c423-41a6-84f8-b5c15cc147c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf3e97-dc33-4eb4-89fa-db223ad072b2'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:59:35.512058 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc41b36-15f3-4267-8ad4-62bc358b28a7" -d '{"events": [{"server_uuid": "8abb5126-c423-41a6-84f8-b5c15cc147c4", "name": "network-vif-plugged", "status": "completed", "tag": "34cf3e97-dc33-4eb4-89fa-db223ad072b2"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:35.526403 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 34cf3e97-dc33-4eb4-89fa-db223ad072b2, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=34cf3e97-dc33-4eb4-89fa-db223ad072b2,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:35.533602 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:35.557030 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288add81-1298-4ddd-9380-b5501bf67afd req-27ab7807-589b-4cd0-86cd-4e013c285b71 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:35.558653 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-288add81-1298-4ddd-9380-b5501bf67afd req-27ab7807-589b-4cd0-86cd-4e013c285b71 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0820179 Aug 24 16:59:35.564896 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-4a340f56-7e47-4a74-b971-1b704328a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:35.566011 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-4a340f56-7e47-4a74-b971-1b704328a4dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bf19e840c594c1d9a5c82807fc06965&device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 1101 time: 0.0840664 Aug 24 16:59:35.569244 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58696) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:35.574210 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-5f57f96e-3657-48f1-b8da-fb4443b2e440 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Request body: {'floatingip': {'port_id': '3ec6cf2a-318f-4c6b-958d-8e8bf5c75440'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:35.581974 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0153289-d8e3-4fb8-af74-17a5e8cd806d req-1acecd98-7e75-49d6-9c75-d82230d7d14d tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:35.583840 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f0153289-d8e3-4fb8-af74-17a5e8cd806d req-1acecd98-7e75-49d6-9c75-d82230d7d14d tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 948 time: 0.0750332 Aug 24 16:59:35.605101 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=34cf3e97-dc33-4eb4-89fa-db223ad072b2,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:35.631719 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a96500-5c25-4f90-8339-09370431e5c4 x-openstack-request-id: req-27a96500-5c25-4f90-8339-09370431e5c4 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:35.631719 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73649783-3be3-405b-853f-7435dec5dd2f", "tag": "4c9d56b7-0e02-46d9-9b05-dea56405821b", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:35.631719 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27a96500-5c25-4f90-8339-09370431e5c4 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:35.631719 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73649783-3be3-405b-853f-7435dec5dd2f', 'tag': '4c9d56b7-0e02-46d9-9b05-dea56405821b', 'status': 'completed', 'code': 200} Aug 24 16:59:35.674191 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5f57f96e-3657-48f1-b8da-fb4443b2e440 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for floatingip, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:35.834116 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982f512-24fe-4cf2-a746-c900897a7af3 req-86a0b791-8b35-45de-badc-f51441380eb3 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:35.835678 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9982f512-24fe-4cf2-a746-c900897a7af3 req-86a0b791-8b35-45de-badc-f51441380eb3 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 946 time: 0.1733942 Aug 24 16:59:35.913700 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-7eee44bc-a141-41a2-b612-6d9cbf4af661 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=4c9d56b7-0e02-46d9-9b05-dea56405821b HTTP/1.1" status: 200 len: 217 time: 0.3024261 Aug 24 16:59:35.940958 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f0153289-d8e3-4fb8-af74-17a5e8cd806d req-57c6bd6e-3b5e-48a5-a1eb-9919d5bcaf8b tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/security-groups?id=869bd07a-4b89-4159-9e9f-3425623f9fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471177 Aug 24 16:59:35.970412 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9982f512-24fe-4cf2-a746-c900897a7af3 req-f0ddeef8-829b-4549-80e3-b300d4ad8dbb tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259320 Aug 24 16:59:35.984474 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-87b324cb-8fe0-4e56-a597-e8465e44ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:35.987003 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-87b324cb-8fe0-4e56-a597-e8465e44ba41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5339e861-3909-4b81-9cec-a9b3765a5cf2 HTTP/1.1" status: 200 len: 843 time: 0.0630703 Aug 24 16:59:35.998956 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a7353a-10c6-4325-b2fe-5b87db7db4a8 x-openstack-request-id: req-a2a7353a-10c6-4325-b2fe-5b87db7db4a8 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:35.999554 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abb5126-c423-41a6-84f8-b5c15cc147c4", "name": "network-vif-plugged", "status": "completed", "tag": "34cf3e97-dc33-4eb4-89fa-db223ad072b2", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:35.999554 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2a7353a-10c6-4325-b2fe-5b87db7db4a8 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:35.999871 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abb5126-c423-41a6-84f8-b5c15cc147c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf3e97-dc33-4eb4-89fa-db223ad072b2', 'code': 200} Aug 24 16:59:36.117167 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-d0d00a4f-d3f9-440e-a180-1cc027326698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:36.118873 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-d0d00a4f-d3f9-440e-a180-1cc027326698 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5afaa16-706e-4320-8837-98b0f117c732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0580611 Aug 24 16:59:36.282903 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-5e48eefe-7c60-497f-a9b7-80553371649b service neutron] 10.222.0.26 "GET /v2.0/networks/a5afaa16-706e-4320-8837-98b0f117c732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141710 Aug 24 16:59:36.403837 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5f57f96e-3657-48f1-b8da-fb4443b2e440 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:36.411131 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5f57f96e-3657-48f1-b8da-fb4443b2e440 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:36.425185 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc96c5-9b53-45b7-b959-e70ce9f89ba1 req-7f31b5be-90e9-45de-b6d4-5a1837441c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:36.426733 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-27dc96c5-9b53-45b7-b959-e70ce9f89ba1 req-7f31b5be-90e9-45de-b6d4-5a1837441c40 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 1099 time: 0.0938427 Aug 24 16:59:36.474599 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1761ce1a-3e83-4f32-86b3-3b423f7be2b4 req-61b916b3-be31-4dd6-87fb-2578ed4e0145 service neutron] 10.222.0.26 "GET /v2.0/networks/a5afaa16-706e-4320-8837-98b0f117c732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608136 Aug 24 16:59:36.496153 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-27dc96c5-9b53-45b7-b959-e70ce9f89ba1 req-1c7c9307-9ba5-47e9-bdb7-896cf54c08b3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519438 Aug 24 16:59:36.805789 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027432b0-27a9-4fda-9a15-a33aa3f1bad8 req-ee790f18-6404-45cd-940a-db0e42f48dca tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:36.807379 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-027432b0-27a9-4fda-9a15-a33aa3f1bad8 req-ee790f18-6404-45cd-940a-db0e42f48dca tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0987697 Aug 24 16:59:36.821244 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.l3_db [None req-5f57f96e-3657-48f1-b8da-fb4443b2e440 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Floating IP c1bcc6ab-31c1-4ba7-acdc-bf0845c1440b associated. External IP: 172.27.0.65, port: 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440. Aug 24 16:59:36.920031 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-027432b0-27a9-4fda-9a15-a33aa3f1bad8 req-6ada0c90-8dd3-4ebf-beb6-00b380d24070 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059752 Aug 24 16:59:37.106011 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b729c-74b0-47ef-af5f-7c2bd8eca6d3 req-0195efa3-76c6-4802-b296-3ee0cd321a16 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:37.107709 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-119b729c-74b0-47ef-af5f-7c2bd8eca6d3 req-0195efa3-76c6-4802-b296-3ee0cd321a16 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 948 time: 0.0782814 Aug 24 16:59:37.117365 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f57f96e-3657-48f1-b8da-fb4443b2e440 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:59:37.163407 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-119b729c-74b0-47ef-af5f-7c2bd8eca6d3 req-42a9a4d6-7bd0-41f8-b72b-ab9172c5fa9d tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/security-groups?id=869bd07a-4b89-4159-9e9f-3425623f9fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484359 Aug 24 16:59:37.196780 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cba97-1cf3-4718-a32c-5918dade81eb req-a6383558-0fdc-4ecb-b4de-4ca58f463b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:37.199058 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-040cba97-1cf3-4718-a32c-5918dade81eb req-a6383558-0fdc-4ecb-b4de-4ca58f463b33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bf19e840c594c1d9a5c82807fc06965&device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 1101 time: 0.0824633 Aug 24 16:59:37.323431 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521b51-c383-45f5-b621-fd0dc93d8931 req-63581b12-95c0-47d7-a319-ff8aa5cce3a2 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:37.325830 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cba97-1cf3-4718-a32c-5918dade81eb req-88613f90-2829-4f54-a33e-725d6cd50f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:37.327303 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-040cba97-1cf3-4718-a32c-5918dade81eb req-88613f90-2829-4f54-a33e-725d6cd50f35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a5afaa16-706e-4320-8837-98b0f117c732 HTTP/1.1" status: 200 len: 870 time: 0.1065583 Aug 24 16:59:37.330917 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-11521b51-c383-45f5-b621-fd0dc93d8931 req-63581b12-95c0-47d7-a319-ff8aa5cce3a2 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 946 time: 0.0828876 Aug 24 16:59:37.338082 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f57f96e-3657-48f1-b8da-fb4443b2e440 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:59:37.343644 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5f57f96e-3657-48f1-b8da-fb4443b2e440 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:37.364474 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ae633-0a1e-4044-ae5f-2d717b2e42f3 None None] Sync routers for ids ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:59:37.374090 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ae633-0a1e-4044-ae5f-2d717b2e42f3 None None] Routers {'1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:59:37.374906 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-8c5ae633-0a1e-4044-ae5f-2d717b2e42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:59:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:37.396733 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-040cba97-1cf3-4718-a32c-5918dade81eb req-4d170204-9d8e-4041-851d-c8b804d06894 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=4c9d56b7-0e02-46d9-9b05-dea56405821b HTTP/1.1" status: 200 len: 217 time: 0.0531106 Aug 24 16:59:37.421907 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5f57f96e-3657-48f1-b8da-fb4443b2e440 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "PUT /v2.0/floatingips/c1bcc6ab-31c1-4ba7-acdc-bf0845c1440b HTTP/1.1" status: 200 len: 990 time: 1.8512871 Aug 24 16:59:37.425078 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b075f9-bced-4c8f-8fb9-48bc2af7bb38', 'tag': '3ec6cf2a-318f-4c6b-958d-8e8bf5c75440'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:59:37.429534 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b2a646a1f232e2ad8fec3517a73b268219bf8140ee075a8608afca6235b5f5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa156c0a-6736-496c-bce4-a012598604d8" -d '{"events": [{"name": "network-changed", "server_uuid": "04b075f9-bced-4c8f-8fb9-48bc2af7bb38", "tag": "3ec6cf2a-318f-4c6b-958d-8e8bf5c75440"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:37.467801 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-11521b51-c383-45f5-b621-fd0dc93d8931 req-b31afa78-3045-45dc-b9ae-39ff8f1730e9 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271148 Aug 24 16:59:37.469185 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cba97-1cf3-4718-a32c-5918dade81eb req-032b1d62-e862-42a7-ae04-37dfb46f3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:37.471233 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-040cba97-1cf3-4718-a32c-5918dade81eb req-032b1d62-e862-42a7-ae04-37dfb46f3eac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5339e861-3909-4b81-9cec-a9b3765a5cf2 HTTP/1.1" status: 200 len: 843 time: 0.0549471 Aug 24 16:59:37.486750 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-8c5ae633-0a1e-4044-ae5f-2d717b2e42f3 None None] Set router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:59:37.569797 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cba97-1cf3-4718-a32c-5918dade81eb req-abfe4199-03ff-42e7-9bcb-8da14ba6ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:37.571443 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e129b8ae-2465-49d1-bce7-bc94cc86d280 x-openstack-request-id: req-e129b8ae-2465-49d1-bce7-bc94cc86d280 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:37.571732 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b075f9-bced-4c8f-8fb9-48bc2af7bb38", "tag": "3ec6cf2a-318f-4c6b-958d-8e8bf5c75440", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:37.571983 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e129b8ae-2465-49d1-bce7-bc94cc86d280 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:37.572390 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b075f9-bced-4c8f-8fb9-48bc2af7bb38', 'tag': '3ec6cf2a-318f-4c6b-958d-8e8bf5c75440', 'status': 'completed', 'code': 200} Aug 24 16:59:37.574082 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-040cba97-1cf3-4718-a32c-5918dade81eb req-abfe4199-03ff-42e7-9bcb-8da14ba6ae30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5afaa16-706e-4320-8837-98b0f117c732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0913899 Aug 24 16:59:37.744477 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-8c5ae633-0a1e-4044-ae5f-2d717b2e42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'c1bcc6ab-31c1-4ba7-acdc-bf0845c1440b', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'port_id': '3ec6cf2a-318f-4c6b-958d-8e8bf5c75440', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'mac_address': 'fa:16:3e:00:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b075f9-bced-4c8f-8fb9-48bc2af7bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:59:15Z', 'updated_at': '2021-08-24T16:59:36Z', 'revision_number': 1, 'project_id': '2186679ca3474499a5785bb5999a0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:20Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:37.781186 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ae633-0a1e-4044-ae5f-2d717b2e42f3 None None] Checking router: 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:59:37.783749 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa156c0a-6736-496c-bce4-a012598604d8 req-b8dc24ed-05f5-451b-9aa5-f66e0f297690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:37.785441 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa156c0a-6736-496c-bce4-a012598604d8 req-b8dc24ed-05f5-451b-9aa5-f66e0f297690 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2186679ca3474499a5785bb5999a0929&device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 1098 time: 0.1242335 Aug 24 16:59:37.791879 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ae633-0a1e-4044-ae5f-2d717b2e42f3 None None] Routers {'1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 16:59:37.792501 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-8c5ae633-0a1e-4044-ae5f-2d717b2e42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T16:59:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:37.826397 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-040cba97-1cf3-4718-a32c-5918dade81eb req-d5c6fdcc-0e0b-40e4-b7ab-4f9e372a19bb service neutron] 10.222.0.26 "GET /v2.0/networks/a5afaa16-706e-4320-8837-98b0f117c732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663640 Aug 24 16:59:37.895748 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6b778491-1adf-4986-86d5-008f90a19dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:37.921610 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-8c5ae633-0a1e-4044-ae5f-2d717b2e42f3 None None] Set router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 16:59:37.968067 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa156c0a-6736-496c-bce4-a012598604d8 req-5ec5eb3f-3e2a-4ea4-ac00-ef4de299f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:37.969772 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa156c0a-6736-496c-bce4-a012598604d8 req-5ec5eb3f-3e2a-4ea4-ac00-ef4de299f0e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f00dec52-c8ac-438f-a240-6365db81c0dc HTTP/1.1" status: 200 len: 911 time: 0.1721780 Aug 24 16:59:37.986190 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-040cba97-1cf3-4718-a32c-5918dade81eb req-bb9b2e68-34e2-4f60-ab97-bbac219ec414 service neutron] 10.222.0.26 "GET /v2.0/networks/a5afaa16-706e-4320-8837-98b0f117c732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249671 Aug 24 16:59:38.045386 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:38.062751 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa156c0a-6736-496c-bce4-a012598604d8 req-e63698a0-df84-46ab-9461-8e1416f0c816 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 HTTP/1.1" status: 200 len: 998 time: 0.0751278 Aug 24 16:59:38.117183 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739ea98-d706-4cad-9f24-7e09061d9713 req-2acfcad5-2872-4646-a3cb-cd157da40b5c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:38.135782 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c739ea98-d706-4cad-9f24-7e09061d9713 req-2acfcad5-2872-4646-a3cb-cd157da40b5c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.1362252 Aug 24 16:59:38.138352 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa156c0a-6736-496c-bce4-a012598604d8 req-c6b448bc-1f05-463f-af47-cc3692428bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:38.140023 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa156c0a-6736-496c-bce4-a012598604d8 req-c6b448bc-1f05-463f-af47-cc3692428bee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d11b48a3-078f-49c7-999e-7b305807dca6 HTTP/1.1" status: 200 len: 849 time: 0.0677528 Aug 24 16:59:38.192686 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-8c5ae633-0a1e-4044-ae5f-2d717b2e42f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'c1bcc6ab-31c1-4ba7-acdc-bf0845c1440b', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'port_id': '3ec6cf2a-318f-4c6b-958d-8e8bf5c75440', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'mac_address': 'fa:16:3e:00:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b075f9-bced-4c8f-8fb9-48bc2af7bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:59:15Z', 'updated_at': '2021-08-24T16:59:36Z', 'revision_number': 1, 'project_id': '2186679ca3474499a5785bb5999a0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:20Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:38.199036 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c739ea98-d706-4cad-9f24-7e09061d9713 req-b6cc5673-be7d-4f9d-800f-65148b917728 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614345 Aug 24 16:59:38.236048 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ae633-0a1e-4044-ae5f-2d717b2e42f3 None None] The sync data for ids ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'] in dv-cinder-799668-9-iscsi is: [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'c1bcc6ab-31c1-4ba7-acdc-bf0845c1440b', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'floating_ip_address': '172.27.0.65', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'port_id': '3ec6cf2a-318f-4c6b-958d-8e8bf5c75440', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'mac_address': 'fa:16:3e:00:6b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b075f9-bced-4c8f-8fb9-48bc2af7bb38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T16:59:15Z', 'updated_at': '2021-08-24T16:59:36Z', 'revision_number': 1, 'project_id': '2186679ca3474499a5785bb5999a0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:20Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:59:38.256231 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa156c0a-6736-496c-bce4-a012598604d8 req-5c568d1f-a417-49d7-ba0c-a15f4eba284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:38.258578 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa156c0a-6736-496c-bce4-a012598604d8 req-5c568d1f-a417-49d7-ba0c-a15f4eba284c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f00dec52-c8ac-438f-a240-6365db81c0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981517 Aug 24 16:59:38.422062 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34078035-af2b-4704-b1b3-21aaf0741e37 req-a9283055-f4a5-4ffa-b49f-1a4f1b19aa50 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:38.423598 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-34078035-af2b-4704-b1b3-21aaf0741e37 req-a9283055-f4a5-4ffa-b49f-1a4f1b19aa50 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 948 time: 0.1219234 Aug 24 16:59:38.446442 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa156c0a-6736-496c-bce4-a012598604d8 req-287a8445-828e-4613-845d-f90685645eed service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713820 Aug 24 16:59:38.477015 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-34078035-af2b-4704-b1b3-21aaf0741e37 req-2d795107-be6f-44b2-87e2-f915a22821c2 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/security-groups?id=869bd07a-4b89-4159-9e9f-3425623f9fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423331 Aug 24 16:59:38.518123 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3514bad-ecc4-4519-a3b7-13869897bb12 None None] New status for floating IP c1bcc6ab-31c1-4ba7-acdc-bf0845c1440b: ACTIVE {{(pid=93843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 16:59:38.657279 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d3d82-70bf-4235-99e5-2dced3e21270 req-3c7328d6-725a-4a94-9c57-9edd904946da tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:38.658890 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9f8d3d82-70bf-4235-99e5-2dced3e21270 req-3c7328d6-725a-4a94-9c57-9edd904946da tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 946 time: 0.0993896 Aug 24 16:59:38.729895 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9f8d3d82-70bf-4235-99e5-2dced3e21270 req-ed81b1d2-f8dd-4eae-9bff-da3ec5b1eca1 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644965 Aug 24 16:59:38.737290 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa156c0a-6736-496c-bce4-a012598604d8 req-dd9405be-1d66-47b9-82e0-00b4fae620b6 service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634860 Aug 24 16:59:39.266264 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 4c9d56b7-0e02-46d9-9b05-dea56405821b details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:59:39.329683 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c730c02-5d76-42fb-964c-13fb10e77e63 req-ff3632d2-0c4c-4c4a-8037-eb86f5f659d3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:39.332924 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4c730c02-5d76-42fb-964c-13fb10e77e63 req-ff3632d2-0c4c-4c4a-8037-eb86f5f659d3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0558565 Aug 24 16:59:39.353706 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:39.375146 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4c730c02-5d76-42fb-964c-13fb10e77e63 req-b1ba5ef2-c1f3-4af2-b59f-e67a3f50f437 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371590 Aug 24 16:59:39.375389 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 4c9d56b7-0e02-46d9-9b05-dea56405821b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c9d56b7-0e02-46d9-9b05-dea56405821b,segment=NetworkSegment(47248f37-064e-4d84-8828-e4b60cabf30a),segment_id=47248f37-064e-4d84-8828-e4b60cabf30a)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:39.386203 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '4c9d56b7-0e02-46d9-9b05-dea56405821b', 'network_id': 'a5afaa16-706e-4320-8837-98b0f117c732', 'port_id': '4c9d56b7-0e02-46d9-9b05-dea56405821b', 'mac_address': 'fa:16:3e:c5:71:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5339e861-3909-4b81-9cec-a9b3765a5cf2', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:59:39.423930 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:39.440123 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9d56b7-0e02-46d9-9b05-dea56405821b {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:59:39.460311 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 4c9d56b7-0e02-46d9-9b05-dea56405821b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c9d56b7-0e02-46d9-9b05-dea56405821b,segment=NetworkSegment(47248f37-064e-4d84-8828-e4b60cabf30a),segment_id=47248f37-064e-4d84-8828-e4b60cabf30a)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:39.466991 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:39.515395 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=4c9d56b7-0e02-46d9-9b05-dea56405821b,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:39.605635 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885888e1-cb06-44bc-87b1-7f79fdb05701 req-9aff65bd-36d7-4910-88b8-bc7cef7ed992 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:39.607850 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-885888e1-cb06-44bc-87b1-7f79fdb05701 req-9aff65bd-36d7-4910-88b8-bc7cef7ed992 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 949 time: 0.0554841 Aug 24 16:59:39.659167 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-885888e1-cb06-44bc-87b1-7f79fdb05701 req-d5770873-6880-42cd-a528-f2f906bc10a3 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/security-groups?id=869bd07a-4b89-4159-9e9f-3425623f9fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Aug 24 16:59:39.850864 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8b521-51a5-4c31-8e0b-061ed033e422 req-c11b3c2f-98ae-4620-aeae-1c20a18d6fe4 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:39.852321 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c0a8b521-51a5-4c31-8e0b-061ed033e422 req-c11b3c2f-98ae-4620-aeae-1c20a18d6fe4 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 946 time: 0.0529056 Aug 24 16:59:39.890561 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c0a8b521-51a5-4c31-8e0b-061ed033e422 req-d023f993-6d2f-48f4-83e9-b53cccc2ab7f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322285 Aug 24 16:59:40.226326 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['4c9d56b7-0e02-46d9-9b05-dea56405821b'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:59:40.507548 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdb16f-182c-4627-abfb-388932f3a303 req-38dfc56b-57b7-4c20-aa10-dd216674e0c7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:40.509600 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fdcdb16f-182c-4627-abfb-388932f3a303 req-38dfc56b-57b7-4c20-aa10-dd216674e0c7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0640557 Aug 24 16:59:40.562847 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fdcdb16f-182c-4627-abfb-388932f3a303 req-5a8c9f70-0137-4c86-b6a2-d937917962d8 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464373 Aug 24 16:59:40.575872 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:40.779635 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff388a-e5f5-4435-8ba8-7a78bbde7f5f req-4b7f465f-e479-4c25-a5e2-aae3a276ab1f tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:40.781143 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c7ff388a-e5f5-4435-8ba8-7a78bbde7f5f req-4b7f465f-e479-4c25-a5e2-aae3a276ab1f tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 949 time: 0.0511012 Aug 24 16:59:40.824528 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c7ff388a-e5f5-4435-8ba8-7a78bbde7f5f req-afbd38a4-c61c-4382-b2bb-8d965e248db8 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/security-groups?id=869bd07a-4b89-4159-9e9f-3425623f9fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371296 Aug 24 16:59:41.683176 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8023e5-cd27-4988-95e5-535bd1ad22a2 req-bc882c6c-8030-4c3b-844d-60c28ff410aa tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:41.684631 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-db8023e5-cd27-4988-95e5-535bd1ad22a2 req-bc882c6c-8030-4c3b-844d-60c28ff410aa tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0486917 Aug 24 16:59:41.722574 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-db8023e5-cd27-4988-95e5-535bd1ad22a2 req-33a642d6-c589-4a60-939b-0bb8392b3b18 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315282 Aug 24 16:59:41.951568 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c95ceb-868d-4af7-8dfe-b651722731a0 req-bec23e05-157c-486b-9e39-66324c9e9adb tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:41.952961 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e9c95ceb-868d-4af7-8dfe-b651722731a0 req-bec23e05-157c-486b-9e39-66324c9e9adb tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 949 time: 0.0519583 Aug 24 16:59:41.990146 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e9c95ceb-868d-4af7-8dfe-b651722731a0 req-14ae7a98-e0a5-4c77-a5e9-8768dd4ea1f7 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/security-groups?id=869bd07a-4b89-4159-9e9f-3425623f9fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310342 Aug 24 16:59:42.856159 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8fcaf-84b5-4c09-9799-f36cf737f472 req-5bd48638-acce-4d6f-9d35-29a0f066e05b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:42.857639 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b0e8fcaf-84b5-4c09-9799-f36cf737f472 req-5bd48638-acce-4d6f-9d35-29a0f066e05b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0550032 Aug 24 16:59:42.903157 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b0e8fcaf-84b5-4c09-9799-f36cf737f472 req-f693d5ac-f706-4516-b59c-bfca3f41bd27 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374351 Aug 24 16:59:43.119080 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695ce01-d64f-44f1-8ea1-e532a0cf3bc2 req-a90f29f3-0c52-48f3-b117-b6514cf7d3d5 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:43.120550 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9695ce01-d64f-44f1-8ea1-e532a0cf3bc2 req-a90f29f3-0c52-48f3-b117-b6514cf7d3d5 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 949 time: 0.0527077 Aug 24 16:59:43.159515 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9695ce01-d64f-44f1-8ea1-e532a0cf3bc2 req-d043fd3b-bc7e-4f22-ab9c-9813c14d7395 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/security-groups?id=869bd07a-4b89-4159-9e9f-3425623f9fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Aug 24 16:59:43.309233 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 4c9d56b7-0e02-46d9-9b05-dea56405821b up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:59:43.364767 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 4c9d56b7-0e02-46d9-9b05-dea56405821b completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:43.370180 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 4c9d56b7-0e02-46d9-9b05-dea56405821b triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:43.370775 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:43.457445 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:43.480128 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73649783-3be3-405b-853f-7435dec5dd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9d56b7-0e02-46d9-9b05-dea56405821b'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:59:43.482580 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f11ac3d-1404-4224-8e5b-a7b0162a11b3" -d '{"events": [{"server_uuid": "73649783-3be3-405b-853f-7435dec5dd2f", "name": "network-vif-plugged", "status": "completed", "tag": "4c9d56b7-0e02-46d9-9b05-dea56405821b"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:43.495470 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 4c9d56b7-0e02-46d9-9b05-dea56405821b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c9d56b7-0e02-46d9-9b05-dea56405821b,segment=NetworkSegment(47248f37-064e-4d84-8828-e4b60cabf30a),segment_id=47248f37-064e-4d84-8828-e4b60cabf30a)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:43.501437 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:43.563255 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeab707-fe27-412c-959c-74326be5458e x-openstack-request-id: req-ebeab707-fe27-412c-959c-74326be5458e {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:43.563542 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73649783-3be3-405b-853f-7435dec5dd2f", "name": "network-vif-plugged", "status": "completed", "tag": "4c9d56b7-0e02-46d9-9b05-dea56405821b", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:43.563916 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebeab707-fe27-412c-959c-74326be5458e {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:43.564500 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73649783-3be3-405b-853f-7435dec5dd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9d56b7-0e02-46d9-9b05-dea56405821b', 'code': 200} Aug 24 16:59:43.568532 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=4c9d56b7-0e02-46d9-9b05-dea56405821b,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:43.719432 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 58890) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:43.845830 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2ea6497c-d0f5-4e1a-93ab-518c2cd1aece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:43.875164 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5ecdc-9336-48e4-a085-67bb7535ff16 req-a1f08a08-65b7-4fef-b958-86bb32e335af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:43.876704 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-03e5ecdc-9336-48e4-a085-67bb7535ff16 req-a1f08a08-65b7-4fef-b958-86bb32e335af service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 1103 time: 0.0427175 Aug 24 16:59:43.921599 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-03e5ecdc-9336-48e4-a085-67bb7535ff16 req-9f580ef5-7550-41d4-bbfa-617c208e556a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=869bd07a-4b89-4159-9e9f-3425623f9fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291352 Aug 24 16:59:43.941891 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2ea6497c-d0f5-4e1a-93ab-518c2cd1aece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:43.946243 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2ea6497c-d0f5-4e1a-93ab-518c2cd1aece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:43.992722 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2ea6497c-d0f5-4e1a-93ab-518c2cd1aece admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a17d9e5afee4ff9825be96d5c7d0e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721443 Aug 24 16:59:43.994699 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6497c-d0f5-4e1a-93ab-518c2cd1aece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e841caf-c276-4522-8a00-bb2870e8c3a9,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:43.995773 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 58896) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:44.039894 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfce87-d30f-44ce-b662-2d3ac8c4e557 req-8ab39433-3e2f-46f7-9994-bb17bd73eab6 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:44.041457 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5fcfce87-d30f-44ce-b662-2d3ac8c4e557 req-8ab39433-3e2f-46f7-9994-bb17bd73eab6 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0631390 Aug 24 16:59:44.055787 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9071b514-f394-4147-9ccb-2c85864015b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:44.077604 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9071b514-f394-4147-9ccb-2c85864015b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:44.079354 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5fcfce87-d30f-44ce-b662-2d3ac8c4e557 req-6ab0c3bb-bf42-4247-ad5d-836d8a9de562 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315909 Aug 24 16:59:44.134811 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9071b514-f394-4147-9ccb-2c85864015b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:44.137404 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9071b514-f394-4147-9ccb-2c85864015b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:44.138574 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-9071b514-f394-4147-9ccb-2c85864015b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e841caf-c276-4522-8a00-bb2870e8c3a9 HTTP/1.1" status: 204 len: 168 time: 0.1414793 Aug 24 16:59:44.147375 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071b514-f394-4147-9ccb-2c85864015b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e841caf-c276-4522-8a00-bb2870e8c3a9,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:44.288166 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14488a1a-320c-4e8d-a5a3-47ddf0038a8d req-0469426e-f1df-44e1-9e32-ec502a248dc6 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:44.289604 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-14488a1a-320c-4e8d-a5a3-47ddf0038a8d req-0469426e-f1df-44e1-9e32-ec502a248dc6 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 950 time: 0.0581837 Aug 24 16:59:44.336287 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-14488a1a-320c-4e8d-a5a3-47ddf0038a8d req-ee290137-39c0-44fd-b628-2aa1c26bab4b tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/security-groups?id=869bd07a-4b89-4159-9e9f-3425623f9fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393562 Aug 24 16:59:44.779613 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-0a423df7-f5b6-4623-bbcf-af8722b01771 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967537734&fields=id&tenant_id=c0f5ac573a89426bb07c9469784a988a HTTP/1.1" status: 200 len: 267 time: 0.0336678 Aug 24 16:59:44.888238 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-d2fa8204-a31a-447a-a156-13887ca0ada7 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:44.888238 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-d2fa8204-a31a-447a-a156-13887ca0ada7 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/networks?id=4ece2958-e782-4b1c-bc84-917e4ceca564 HTTP/1.1" status: 200 len: 809 time: 0.0998795 Aug 24 16:59:44.904955 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-c07d982b-4d34-4a6c-bd94-d172b9a7ec85 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/quotas/c0f5ac573a89426bb07c9469784a988a HTTP/1.1" status: 200 len: 375 time: 0.0099995 Aug 24 16:59:44.961310 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-452adac3-04a0-43a3-b1e5-664e87780b7a tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c0f5ac573a89426bb07c9469784a988a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508800 Aug 24 16:59:45.061674 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-b4ba3fc0-a50f-425b-8d8c-103af847907a service neutron] 10.222.0.13 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817313 Aug 24 16:59:45.166203 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-50792698-bdda-4d51-85b3-df06cec7635c service neutron] 10.222.0.13 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966051 Aug 24 16:59:45.200568 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca538ca-5cd4-4498-914e-ad8072a1ab97 req-d1d97845-4b10-4947-a67c-b93b666883e0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:45.202070 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5ca538ca-5cd4-4498-914e-ad8072a1ab97 req-d1d97845-4b10-4947-a67c-b93b666883e0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0525901 Aug 24 16:59:45.240895 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5ca538ca-5cd4-4498-914e-ad8072a1ab97 req-98ac1179-0fc8-4acd-92c6-2a6ae8a467df tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Aug 24 16:59:45.452953 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38ed7f-a167-44a6-bce0-81ed182b1867 req-3bf819cf-b24a-4217-921f-f6a28d16ff3c tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:45.454909 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7d38ed7f-a167-44a6-bce0-81ed182b1867 req-3bf819cf-b24a-4217-921f-f6a28d16ff3c tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 950 time: 0.0532048 Aug 24 16:59:45.466514 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-87d02b3f-6ddc-424c-a9f3-d7ffb5e63d91 req-579cd8a9-d690-4d0b-9d0e-65c4769a3894 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 210 time: 0.0263989 Aug 24 16:59:45.498977 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7d38ed7f-a167-44a6-bce0-81ed182b1867 req-fb021055-14a5-4478-8829-931d55a05549 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/security-groups?id=869bd07a-4b89-4159-9e9f-3425623f9fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375609 Aug 24 16:59:46.362784 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677fc3a-5c6d-4d5a-b702-ce56b1a84dd0 req-7a2fcafe-f2be-41ef-927d-99060704f261 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:46.364387 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2677fc3a-5c6d-4d5a-b702-ce56b1a84dd0 req-7a2fcafe-f2be-41ef-927d-99060704f261 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0518482 Aug 24 16:59:46.403720 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2677fc3a-5c6d-4d5a-b702-ce56b1a84dd0 req-d6975cef-a718-4e50-b1dd-90d6155acb5a tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333042 Aug 24 16:59:46.577728 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e80a3ebc-6a35-4e98-9d56-dc69ae96656e req-417df741-b0ff-46fc-90f2-8c9ff505fb71 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 210 time: 0.0328438 Aug 24 16:59:46.611861 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6aa4f3-d2b5-41b2-abb3-dd5e3b101b7f req-2c5e4b3c-31c4-46bd-9ad2-265b28c79f27 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:46.613417 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eb6aa4f3-d2b5-41b2-abb3-dd5e3b101b7f req-2c5e4b3c-31c4-46bd-9ad2-265b28c79f27 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 950 time: 0.0510197 Aug 24 16:59:46.654966 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eb6aa4f3-d2b5-41b2-abb3-dd5e3b101b7f req-d2c6f71f-6bbe-469e-95f2-0d0f26a5b02a tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/security-groups?id=869bd07a-4b89-4159-9e9f-3425623f9fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341420 Aug 24 16:59:46.932116 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc4c3c-c31b-4871-a382-811577cba9a7 req-70eb0b14-01de-4251-8c4e-cbfefeff6056 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:46.934124 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-12cc4c3c-c31b-4871-a382-811577cba9a7 req-70eb0b14-01de-4251-8c4e-cbfefeff6056 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 950 time: 0.0563755 Aug 24 16:59:46.950534 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-2dd2416f-c686-40fb-ba9a-00a7c968d99b tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:46.952069 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-2dd2416f-c686-40fb-ba9a-00a7c968d99b tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.26 "GET /v2.0/networks?id=4ece2958-e782-4b1c-bc84-917e4ceca564 HTTP/1.1" status: 200 len: 809 time: 0.1368132 Aug 24 16:59:46.978783 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-12cc4c3c-c31b-4871-a382-811577cba9a7 req-7208f81d-f06a-47a2-acb7-4dd7c51fe80f tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/security-groups?id=869bd07a-4b89-4159-9e9f-3425623f9fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368240 Aug 24 16:59:47.076689 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-ccb52ed4-0ba9-4b7a-b53b-1e6ec4a99a16 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0f5ac573a89426bb07c9469784a988a HTTP/1.1" status: 200 len: 380 time: 0.0354528 Aug 24 16:59:47.098788 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-a3e3f6c1-b7da-4699-8b04-391c9dcf6b99 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Request body: {'port': {'device_id': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'admin_state_up': True, 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'security_groups': ['0cca6329-aaad-4fbf-8add-ca138344e2b9']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:47.210624 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-a3e3f6c1-b7da-4699-8b04-391c9dcf6b99 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Made reservation on behalf of c0f5ac573a89426bb07c9469784a988a for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:59:47.214132 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-a3e3f6c1-b7da-4699-8b04-391c9dcf6b99 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:47.347825 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-a3e3f6c1-b7da-4699-8b04-391c9dcf6b99 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Allocated IP 172.20.0.6 (4ece2958-e782-4b1c-bc84-917e4ceca564/5dc1bf70-f22a-4c5d-82d2-ce85a01cd328/4c5f4e82-22a7-4938-a750-830cd53b3cdb) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:59:47.500908 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-a3e3f6c1-b7da-4699-8b04-391c9dcf6b99 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:47.531309 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-a3e3f6c1-b7da-4699-8b04-391c9dcf6b99 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Transition to ACTIVE for port object 4c5f4e82-22a7-4938-a750-830cd53b3cdb will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:47.551368 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac88877-d494-4965-a181-4ef5da121832 req-467edea5-338d-4f51-8e56-c3207cf1d928 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:47.552870 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eac88877-d494-4965-a181-4ef5da121832 req-467edea5-338d-4f51-8e56-c3207cf1d928 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0730958 Aug 24 16:59:47.598811 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-a3e3f6c1-b7da-4699-8b04-391c9dcf6b99 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:47.636247 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eac88877-d494-4965-a181-4ef5da121832 req-cb8e05c7-49e0-4c45-a146-8a31291957ef tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740831 Aug 24 16:59:47.653812 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-a3e3f6c1-b7da-4699-8b04-391c9dcf6b99 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Network 4ece2958-e782-4b1c-bc84-917e4ceca564 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:47.656997 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-a3e3f6c1-b7da-4699-8b04-391c9dcf6b99 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:47.660992 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-a3e3f6c1-b7da-4699-8b04-391c9dcf6b99 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:59:47.666466 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-a3e3f6c1-b7da-4699-8b04-391c9dcf6b99 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:47.667064 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-a3e3f6c1-b7da-4699-8b04-391c9dcf6b99 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:47.676680 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3f6c1-b7da-4699-8b04-391c9dcf6b99 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Pushing event updated for resources: {'Port': ['ID=4c5f4e82-22a7-4938-a750-830cd53b3cdb,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:47.687986 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-a3e3f6c1-b7da-4699-8b04-391c9dcf6b99 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5933092 Aug 24 16:59:47.708725 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b22bb-8dc1-419b-a7d7-e785ce83ef12 req-510ddbe7-601d-4763-8d30-d2d996635d24 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:47.710230 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bf8b22bb-8dc1-419b-a7d7-e785ce83ef12 req-510ddbe7-601d-4763-8d30-d2d996635d24 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 931 time: 0.0545437 Aug 24 16:59:47.720328 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Request body: {'port': {'device_id': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:47.754610 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bf8b22bb-8dc1-419b-a7d7-e785ce83ef12 req-d763a863-9f39-416c-b2d8-d832790ac706 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349109 Aug 24 16:59:47.777951 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:47.918639 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-f4067898-30fe-48d4-875e-68d0745ab996 None None] Provisioning for port 4c5f4e82-22a7-4938-a750-830cd53b3cdb completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 16:59:47.923029 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-f4067898-30fe-48d4-875e-68d0745ab996 None None] Provisioning complete for port 4c5f4e82-22a7-4938-a750-830cd53b3cdb triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 16:59:47.923574 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f4067898-30fe-48d4-875e-68d0745ab996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:47.957943 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-f4067898-30fe-48d4-875e-68d0745ab996 None None] Port 4c5f4e82-22a7-4938-a750-830cd53b3cdb cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 16:59:48.065041 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5f4e82-22a7-4938-a750-830cd53b3cdb {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:59:48.085460 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:48.101802 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Transition to ACTIVE for port object 4c5f4e82-22a7-4938-a750-830cd53b3cdb will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:48.108410 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:48.123428 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a7463-ba3e-4403-9358-34d4f4042661 req-bd126cae-9dff-4b78-88ad-f021481d90b1 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:48.124911 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-768a7463-ba3e-4403-9358-34d4f4042661 req-bd126cae-9dff-4b78-88ad-f021481d90b1 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 950 time: 0.0740986 Aug 24 16:59:48.184361 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Pushing event updated for resources: {'Port': ['ID=4c5f4e82-22a7-4938-a750-830cd53b3cdb,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:48.215697 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:48.216044 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:48.216435 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:48.216705 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:48.217101 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:48.217368 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:48.217647 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:48.217974 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:48.218293 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:48.218642 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:48.218963 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:48.219281 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:48.228548 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-768a7463-ba3e-4403-9358-34d4f4042661 req-d5ecf5ef-c010-4452-93cb-704557e100bd tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/security-groups?id=869bd07a-4b89-4159-9e9f-3425623f9fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847270 Aug 24 16:59:48.247281 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Attempting to bind port 4c5f4e82-22a7-4938-a750-830cd53b3cdb on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:59:48.247281 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Attempting to bind port 4c5f4e82-22a7-4938-a750-830cd53b3cdb by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'a02cbb69-e651-4b1b-86e6-722ee927be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:59:48.247281 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Attempting to bind port 4c5f4e82-22a7-4938-a750-830cd53b3cdb on network 4ece2958-e782-4b1c-bc84-917e4ceca564 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:48.252549 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Port 4c5f4e82-22a7-4938-a750-830cd53b3cdb on network 4ece2958-e782-4b1c-bc84-917e4ceca564 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:59:48.252870 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Attempting to bind port 4c5f4e82-22a7-4938-a750-830cd53b3cdb on network 4ece2958-e782-4b1c-bc84-917e4ceca564 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:48.258140 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:59:48.258516 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Checking segment: {'id': 'a02cbb69-e651-4b1b-86e6-722ee927be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:48.258893 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Bound using segment: {'id': 'a02cbb69-e651-4b1b-86e6-722ee927be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:59:48.259312 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Bound port: 4c5f4e82-22a7-4938-a750-830cd53b3cdb, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02cbb69-e651-4b1b-86e6-722ee927be27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:59:48.259664 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:48.327931 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] For port 4c5f4e82-22a7-4938-a750-830cd53b3cdb, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:59:48.333258 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] For port 4c5f4e82-22a7-4938-a750-830cd53b3cdb, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:59:48.340438 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:48.373482 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:48.374123 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:48.375646 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] 10.222.0.26 "PUT /v2.0/ports/4c5f4e82-22a7-4938-a750-830cd53b3cdb HTTP/1.1" status: 200 len: 1093 time: 0.6603401 Aug 24 16:59:48.375925 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'tag': '4c5f4e82-22a7-4938-a750-830cd53b3cdb'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:59:48.378189 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ba9a83-aa2d-418d-bfa0-b759d1341c88" -d '{"events": [{"name": "network-changed", "server_uuid": "8d099694-0367-4d2e-ba72-c5b0a18f90c2", "tag": "4c5f4e82-22a7-4938-a750-830cd53b3cdb"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:48.401756 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d303c-8d87-4a54-a0dc-f25ef42f481e service neutron] Pushing event updated for resources: {'Port': ['ID=4c5f4e82-22a7-4938-a750-830cd53b3cdb,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:48.422056 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302032f2-a219-4fab-aa35-8754d4cf0424 x-openstack-request-id: req-302032f2-a219-4fab-aa35-8754d4cf0424 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:48.422355 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d099694-0367-4d2e-ba72-c5b0a18f90c2", "tag": "4c5f4e82-22a7-4938-a750-830cd53b3cdb", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:48.422619 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-302032f2-a219-4fab-aa35-8754d4cf0424 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:48.423011 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'tag': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'status': 'completed', 'code': 200} Aug 24 16:59:48.620124 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-543fbb0e-dfac-46d4-98ec-7ed4c473ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:48.621649 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-543fbb0e-dfac-46d4-98ec-7ed4c473ee00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f5ac573a89426bb07c9469784a988a&device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 1096 time: 0.0456467 Aug 24 16:59:48.688227 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-0152d886-dacc-4e8c-a380-12d10243dbcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb HTTP/1.1" status: 200 len: 217 time: 0.0381384 Aug 24 16:59:48.770695 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-4adb2191-3627-4881-8a69-1ddca3cbd727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:48.772166 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-4adb2191-3627-4881-8a69-1ddca3cbd727 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc1bf70-f22a-4c5d-82d2-ce85a01cd328 HTTP/1.1" status: 200 len: 848 time: 0.0708227 Aug 24 16:59:48.788510 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d96669-41cd-40cf-80e0-4c262ed587f0 req-638415a9-5c43-4a40-a97f-d5576fec77a5 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:48.789955 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b2d96669-41cd-40cf-80e0-4c262ed587f0 req-638415a9-5c43-4a40-a97f-d5576fec77a5 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0794749 Aug 24 16:59:48.828610 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b2d96669-41cd-40cf-80e0-4c262ed587f0 req-7f0c9f13-c7ac-4789-ba15-c71f276d018c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319488 Aug 24 16:59:48.874297 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f0891139-7b63-4ee2-96be-c2572b7af080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:48.875794 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-f0891139-7b63-4ee2-96be-c2572b7af080 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ece2958-e782-4b1c-bc84-917e4ceca564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405436 Aug 24 16:59:48.877473 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a8ac8-bfc0-41f0-8982-0ab7b26c82a6 req-1af4ed6b-0904-46c1-8225-5dd2c90b5506 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:48.879042 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4c9a8ac8-bfc0-41f0-8982-0ab7b26c82a6 req-1af4ed6b-0904-46c1-8225-5dd2c90b5506 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0530598 Aug 24 16:59:48.917288 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4c9a8ac8-bfc0-41f0-8982-0ab7b26c82a6 req-294c8800-749d-41e0-97ed-ba28a7c61461 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318568 Aug 24 16:59:48.985428 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-c87852c5-9d64-411c-97a3-f0a270faaeb5 service neutron] 10.222.0.26 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914259 Aug 24 16:59:49.083260 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e5c62c1b-be17-4af0-a3a7-a3e462f91bf6 req-44a39773-8a9a-400d-9435-8d7b8b8a4808 service neutron] 10.222.0.26 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845623 Aug 24 16:59:49.288069 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba9a83-aa2d-418d-bfa0-b759d1341c88 req-955a27ee-6455-43f7-86d4-5b0df7ba42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:49.289617 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e2ba9a83-aa2d-418d-bfa0-b759d1341c88 req-955a27ee-6455-43f7-86d4-5b0df7ba42d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f5ac573a89426bb07c9469784a988a&device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 1096 time: 0.0507751 Aug 24 16:59:49.348896 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654555-89ef-4314-852f-e57644c704d8 req-4e0da3cd-1e54-4def-b3a7-d9a35019f3e9 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:49.350430 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5b654555-89ef-4314-852f-e57644c704d8 req-4e0da3cd-1e54-4def-b3a7-d9a35019f3e9 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 950 time: 0.0524149 Aug 24 16:59:49.386629 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba9a83-aa2d-418d-bfa0-b759d1341c88 req-9884fb35-74ed-4f17-b461-5a77b8ebe567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:49.388106 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e2ba9a83-aa2d-418d-bfa0-b759d1341c88 req-9884fb35-74ed-4f17-b461-5a77b8ebe567 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ece2958-e782-4b1c-bc84-917e4ceca564 HTTP/1.1" status: 200 len: 910 time: 0.0882494 Aug 24 16:59:49.396189 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5b654555-89ef-4314-852f-e57644c704d8 req-bba50f02-2337-42a8-b742-cece15a0233e tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/security-groups?id=869bd07a-4b89-4159-9e9f-3425623f9fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395827 Aug 24 16:59:49.509012 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e2ba9a83-aa2d-418d-bfa0-b759d1341c88 req-9c923829-cb63-4e67-9a2b-585bc4ddc08f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb HTTP/1.1" status: 200 len: 217 time: 0.0434480 Aug 24 16:59:49.562236 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba9a83-aa2d-418d-bfa0-b759d1341c88 req-bfacfbdd-6bd4-42cb-a093-49e9078a073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:49.563749 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e2ba9a83-aa2d-418d-bfa0-b759d1341c88 req-bfacfbdd-6bd4-42cb-a093-49e9078a073b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc1bf70-f22a-4c5d-82d2-ce85a01cd328 HTTP/1.1" status: 200 len: 848 time: 0.0457468 Aug 24 16:59:49.649169 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba9a83-aa2d-418d-bfa0-b759d1341c88 req-993a8a8d-b6ee-43a1-87b1-f68ead00997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:49.650699 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e2ba9a83-aa2d-418d-bfa0-b759d1341c88 req-993a8a8d-b6ee-43a1-87b1-f68ead00997b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ece2958-e782-4b1c-bc84-917e4ceca564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492134 Aug 24 16:59:49.747175 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e2ba9a83-aa2d-418d-bfa0-b759d1341c88 req-4a95df3a-81c2-4c2d-9e32-87d6c7581fa7 service neutron] 10.222.0.26 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856171 Aug 24 16:59:49.952990 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e70bfa-56cd-42ee-82e3-0d83353267c0 req-4c63e77e-3df6-491b-8e21-618d78838ffc tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:49.954516 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69e70bfa-56cd-42ee-82e3-0d83353267c0 req-4c63e77e-3df6-491b-8e21-618d78838ffc tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.26 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 950 time: 0.1253643 Aug 24 16:59:49.960319 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56053f-e1b4-459d-901c-ce2780f5ef45 req-a09ba4e5-c9ac-44fe-b716-75b11ece06b7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:49.961900 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3c56053f-e1b4-459d-901c-ce2780f5ef45 req-a09ba4e5-c9ac-44fe-b716-75b11ece06b7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0524838 Aug 24 16:59:49.965503 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e2ba9a83-aa2d-418d-bfa0-b759d1341c88 req-9deee14f-1a13-4fe6-b411-e90ef943372f service neutron] 10.222.0.26 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438651 Aug 24 16:59:50.000210 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3c56053f-e1b4-459d-901c-ce2780f5ef45 req-ab29f907-68d9-406e-a991-1a43a7716434 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322123 Aug 24 16:59:50.095879 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9756a-7f6e-49e7-b614-27a926bc5d00 req-6c409a2b-aa27-4e52-a6b9-0ff8f94ef61c tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:50.097402 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-07b9756a-7f6e-49e7-b614-27a926bc5d00 req-6c409a2b-aa27-4e52-a6b9-0ff8f94ef61c tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0950072 Aug 24 16:59:50.145940 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-69e70bfa-56cd-42ee-82e3-0d83353267c0 req-9171ffd3-bfb8-4364-923f-b940da1b1bd0 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Deleting port 4c9d56b7-0e02-46d9-9b05-dea56405821b {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 16:59:50.146413 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-69e70bfa-56cd-42ee-82e3-0d83353267c0 req-9171ffd3-bfb8-4364-923f-b940da1b1bd0 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:50.177550 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-07b9756a-7f6e-49e7-b614-27a926bc5d00 req-9ecd9f95-02bb-4885-84da-0737ce16e090 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704920 Aug 24 16:59:50.262119 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-69e70bfa-56cd-42ee-82e3-0d83353267c0 req-9171ffd3-bfb8-4364-923f-b940da1b1bd0 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] For port 4c9d56b7-0e02-46d9-9b05-dea56405821b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c9d56b7-0e02-46d9-9b05-dea56405821b,segment=NetworkSegment(47248f37-064e-4d84-8828-e4b60cabf30a),segment_id=47248f37-064e-4d84-8828-e4b60cabf30a)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:50.262513 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-69e70bfa-56cd-42ee-82e3-0d83353267c0 req-9171ffd3-bfb8-4364-923f-b940da1b1bd0 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:50.276173 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-69e70bfa-56cd-42ee-82e3-0d83353267c0 req-9171ffd3-bfb8-4364-923f-b940da1b1bd0 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Calling delete_port for 4c9d56b7-0e02-46d9-9b05-dea56405821b owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 16:59:50.424114 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-69e70bfa-56cd-42ee-82e3-0d83353267c0 req-9171ffd3-bfb8-4364-923f-b940da1b1bd0 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:50.473700 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['4c9d56b7-0e02-46d9-9b05-dea56405821b'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:59:50.724338 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171ffd3-bfb8-4364-923f-b940da1b1bd0 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Pushing event deleted for resources: {'Port': ['ID=4c9d56b7-0e02-46d9-9b05-dea56405821b,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:50.767705 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d1522727-c411-4624-a1d4-e0bc9c1e8c26 req-dedf0ba3-3927-47c3-97ee-d5a8ceed1853 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 210 time: 0.0540869 Aug 24 16:59:50.808467 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e70bfa-56cd-42ee-82e3-0d83353267c0 req-9171ffd3-bfb8-4364-923f-b940da1b1bd0 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] No DVR routers for this DVR port 4c9d56b7-0e02-46d9-9b05-dea56405821b on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 16:59:50.811185 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-69e70bfa-56cd-42ee-82e3-0d83353267c0 req-9171ffd3-bfb8-4364-923f-b940da1b1bd0 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:50.813401 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69e70bfa-56cd-42ee-82e3-0d83353267c0 req-9171ffd3-bfb8-4364-923f-b940da1b1bd0 tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.26 "DELETE /v2.0/ports/4c9d56b7-0e02-46d9-9b05-dea56405821b HTTP/1.1" status: 204 len: 173 time: 0.8178909 Aug 24 16:59:50.814028 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73649783-3be3-405b-853f-7435dec5dd2f', 'name': 'network-vif-deleted', 'tag': '4c9d56b7-0e02-46d9-9b05-dea56405821b'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:59:50.816544 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8b335f-6cb5-4af4-b2fa-24d63d2f176a" -d '{"events": [{"server_uuid": "73649783-3be3-405b-853f-7435dec5dd2f", "name": "network-vif-deleted", "tag": "4c9d56b7-0e02-46d9-9b05-dea56405821b"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:50.862637 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 16:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb0c46f-b38d-451a-881d-e52c2133450f x-openstack-request-id: req-cdb0c46f-b38d-451a-881d-e52c2133450f {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:50.863078 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73649783-3be3-405b-853f-7435dec5dd2f", "name": "network-vif-deleted", "tag": "4c9d56b7-0e02-46d9-9b05-dea56405821b", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:50.863542 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdb0c46f-b38d-451a-881d-e52c2133450f {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:50.864039 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73649783-3be3-405b-853f-7435dec5dd2f', 'name': 'network-vif-deleted', 'tag': '4c9d56b7-0e02-46d9-9b05-dea56405821b', 'status': 'completed', 'code': 200} Aug 24 16:59:51.130645 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a424675-5b95-4c36-bf28-5b3895c12691 req-4ec5b21f-8539-4def-81ba-e0c709dfdda1 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:51.132291 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7a424675-5b95-4c36-bf28-5b3895c12691 req-4ec5b21f-8539-4def-81ba-e0c709dfdda1 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0557988 Aug 24 16:59:51.175641 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7a424675-5b95-4c36-bf28-5b3895c12691 req-b5120f0a-9462-426a-9978-8aed71ffbc27 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345988 Aug 24 16:59:51.301433 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae6843-42b9-4ba5-910a-fe88659cf33c req-09de389b-3b4c-4e08-a6c4-8a0f3859fad0 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:51.302926 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0fae6843-42b9-4ba5-910a-fe88659cf33c req-09de389b-3b4c-4e08-a6c4-8a0f3859fad0 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0513093 Aug 24 16:59:51.343110 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0fae6843-42b9-4ba5-910a-fe88659cf33c req-db9ffe40-aff1-4de6-9b27-7dd842d10021 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340126 Aug 24 16:59:51.894656 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3e7afc5d-5b5b-4910-b690-0666455a7c6d req-daa70dde-1f94-41ff-850e-6837cc74123f tempest-VolumesNegativeTest-96851642 tempest-VolumesNegativeTest-96851642-project] 10.222.0.13 "GET /v2.0/ports?device_id=73649783-3be3-405b-853f-7435dec5dd2f HTTP/1.1" status: 200 len: 210 time: 0.0278802 Aug 24 16:59:52.300154 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db85de6-d992-4672-a5cc-3a487a245632 req-ebb9b113-37a1-41de-864a-5ea671a9db38 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:52.301711 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7db85de6-d992-4672-a5cc-3a487a245632 req-ebb9b113-37a1-41de-864a-5ea671a9db38 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0536599 Aug 24 16:59:52.348896 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7db85de6-d992-4672-a5cc-3a487a245632 req-3e2bb432-dd12-442a-9334-4ce937f5bf16 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381508 Aug 24 16:59:52.462228 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d9144-c01d-4cd0-820f-edb46ce1c6d5 req-931852ac-6f1f-47d7-956a-d116645fdda4 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:52.463768 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ce4d9144-c01d-4cd0-820f-edb46ce1c6d5 req-931852ac-6f1f-47d7-956a-d116645fdda4 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0494676 Aug 24 16:59:52.506497 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ce4d9144-c01d-4cd0-820f-edb46ce1c6d5 req-4b48c240-e61c-4576-b22a-8a70d2c75d9e tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364912 Aug 24 16:59:52.948955 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:53.095021 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-301ad482-5a38-4ee7-8c74-80cbc21254ab tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:53.096509 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-301ad482-5a38-4ee7-8c74-80cbc21254ab tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/networks?id=bf72a82c-18b4-451b-8db2-bcdc900afbc3 HTTP/1.1" status: 200 len: 815 time: 0.1027322 Aug 24 16:59:53.112984 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-dadf927e-a0db-4550-a8fa-14f88b85c8cc tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/quotas/b0e28439adcc476fa5da6baf030d09a0 HTTP/1.1" status: 200 len: 375 time: 0.0095081 Aug 24 16:59:53.168712 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-12bf5d16-a580-41df-b351-5b01e1b3dc19 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b0e28439adcc476fa5da6baf030d09a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490530 Aug 24 16:59:53.264883 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-7e1356f9-0dd2-40ef-8999-cb836c1078e1 service neutron] 10.222.0.13 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890882 Aug 24 16:59:53.364643 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-73a5f922-a90d-4567-b7fe-e733a5db5581 service neutron] 10.222.0.13 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927994 Aug 24 16:59:53.405319 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 4c9d56b7-0e02-46d9-9b05-dea56405821b no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:59:53.448487 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 4c9d56b7-0e02-46d9-9b05-dea56405821b {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 16:59:53.448818 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 4c9d56b7-0e02-46d9-9b05-dea56405821b not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:59:53.496567 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b47e5e-6320-48c7-aece-b847c24c8cde req-aa4c6103-5a58-4a2a-bfe7-f4ba0aa7a5ec tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:53.498307 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a6b47e5e-6320-48c7-aece-b847c24c8cde req-aa4c6103-5a58-4a2a-bfe7-f4ba0aa7a5ec tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0646720 Aug 24 16:59:53.536317 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9219651-4c9e-4ac5-9f94-aa76e3cbaa32 req-d871dec5-2170-4d6b-9d53-8263747130d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:53.537794 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c9219651-4c9e-4ac5-9f94-aa76e3cbaa32 req-d871dec5-2170-4d6b-9d53-8263747130d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 1098 time: 0.0642943 Aug 24 16:59:53.554578 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a6b47e5e-6320-48c7-aece-b847c24c8cde req-1adb60cb-fc4d-4a78-ae15-ec93a7d4834b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Aug 24 16:59:53.616816 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-072fa5bc-24fd-40b1-939c-a3b78d1a90f8 req-874b5584-9c48-4f2e-8f96-69f73c252b25 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 210 time: 0.0422831 Aug 24 16:59:53.640277 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c9219651-4c9e-4ac5-9f94-aa76e3cbaa32 req-4d50c7c7-c4dc-433e-894d-72e33ee81cbc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745168 Aug 24 16:59:53.707284 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be06f4-df15-4c5f-8665-03b4b719dd53 req-377d85c2-752d-4c32-81ea-212d804593ff tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:53.714542 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e6be06f4-df15-4c5f-8665-03b4b719dd53 req-377d85c2-752d-4c32-81ea-212d804593ff tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0690436 Aug 24 16:59:53.770587 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e6be06f4-df15-4c5f-8665-03b4b719dd53 req-dbadaff1-d54e-440e-8cc3-6a22535090c1 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543911 Aug 24 16:59:54.179074 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d46c1b-a672-40d0-91a1-ebf6b5c9be97 req-ea0640d7-f423-4fa9-ab1b-76042cabc61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:54.180926 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-94d46c1b-a672-40d0-91a1-ebf6b5c9be97 req-ea0640d7-f423-4fa9-ab1b-76042cabc61b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57f7488cf1f34f44a13e4291324ad73a&device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 1098 time: 0.0466104 Aug 24 16:59:54.311959 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d46c1b-a672-40d0-91a1-ebf6b5c9be97 req-2e95a774-efda-4933-be58-7d08baaab509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:54.313522 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-94d46c1b-a672-40d0-91a1-ebf6b5c9be97 req-2e95a774-efda-4933-be58-7d08baaab509 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af031b8c-c683-46a0-9719-609504051ca8 HTTP/1.1" status: 200 len: 920 time: 0.0989351 Aug 24 16:59:54.366128 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-94d46c1b-a672-40d0-91a1-ebf6b5c9be97 req-2d53a375-e576-456d-b61b-efba654cf2a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 HTTP/1.1" status: 200 len: 217 time: 0.0430284 Aug 24 16:59:54.442956 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d46c1b-a672-40d0-91a1-ebf6b5c9be97 req-fc0113d9-2940-4fad-8627-077aadf304e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:54.444849 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-94d46c1b-a672-40d0-91a1-ebf6b5c9be97 req-fc0113d9-2940-4fad-8627-077aadf304e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1 HTTP/1.1" status: 200 len: 859 time: 0.0624042 Aug 24 16:59:54.547413 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-94d46c1b-a672-40d0-91a1-ebf6b5c9be97 req-737fd573-b792-4e94-b599-1f4aaf24a30b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af031b8c-c683-46a0-9719-609504051ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456939 Aug 24 16:59:54.568456 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2acc8-0529-4059-8810-b546c062dfee req-1f4c8152-6377-4d27-a541-1b49a228b24c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:54.570038 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e6d2acc8-0529-4059-8810-b546c062dfee req-1f4c8152-6377-4d27-a541-1b49a228b24c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0804250 Aug 24 16:59:54.612994 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e6d2acc8-0529-4059-8810-b546c062dfee req-343cd52c-73ed-4876-b9f2-a9d693257c67 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359266 Aug 24 16:59:54.748880 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73f4bb-6475-4d4e-8df4-c4a6d4684481 req-9eda3559-bec3-42f6-8d39-b01556b2a36c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:54.751685 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bf73f4bb-6475-4d4e-8df4-c4a6d4684481 req-9eda3559-bec3-42f6-8d39-b01556b2a36c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0680027 Aug 24 16:59:54.763710 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-94d46c1b-a672-40d0-91a1-ebf6b5c9be97 req-5c0cd897-4359-42c4-a82d-da7b56d10102 service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299441 Aug 24 16:59:54.780591 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0bb9c053-29eb-4a63-bcbf-3424f52ef3ab req-8bccf994-b613-44de-a3da-aca883aa9ac1 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 210 time: 0.0366774 Aug 24 16:59:54.831622 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bf73f4bb-6475-4d4e-8df4-c4a6d4684481 req-a2fcc3b2-08f9-4ef2-9705-d3fe37fb8810 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583289 Aug 24 16:59:54.966419 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-94d46c1b-a672-40d0-91a1-ebf6b5c9be97 req-831b56ba-ae32-4b56-842c-b8930c53e100 service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846991 Aug 24 16:59:54.974407 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ceb3d-57c4-4e3b-81c7-aae1f0c157b7 req-4548714d-d496-4c14-b79d-4c4bf3a247fa tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:54.976011 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a50ceb3d-57c4-4e3b-81c7-aae1f0c157b7 req-4548714d-d496-4c14-b79d-4c4bf3a247fa tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0971937 Aug 24 16:59:55.018520 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a50ceb3d-57c4-4e3b-81c7-aae1f0c157b7 req-fefc2bc5-a987-467b-a6be-f2c7ba9fb7ce tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359957 Aug 24 16:59:55.540016 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-6fd8116b-66d2-4592-b856-5e1f2387acd9 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:55.547424 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-6fd8116b-66d2-4592-b856-5e1f2387acd9 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "GET /v2.0/networks?id=bf72a82c-18b4-451b-8db2-bcdc900afbc3 HTTP/1.1" status: 200 len: 815 time: 0.1383293 Aug 24 16:59:55.620990 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-b40f8c9b-5148-4a1c-947e-987354ace680 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Request body: {'port': {'device_id': 'b591bbdc-04b3-4a41-bb0d-913180d3737f', 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3', 'admin_state_up': True, 'tenant_id': 'b0e28439adcc476fa5da6baf030d09a0'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:55.801641 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa3c1b-2bed-4744-8837-55476c4db550 req-c24dcbe2-2399-4b6f-9cc8-744df40d8c81 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:55.803213 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2baa3c1b-2bed-4744-8837-55476c4db550 req-c24dcbe2-2399-4b6f-9cc8-744df40d8c81 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0891912 Aug 24 16:59:55.813860 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-b40f8c9b-5148-4a1c-947e-987354ace680 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Made reservation on behalf of b0e28439adcc476fa5da6baf030d09a0 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:59:55.818829 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-b40f8c9b-5148-4a1c-947e-987354ace680 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:55.878067 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2baa3c1b-2bed-4744-8837-55476c4db550 req-aa40dd58-3515-4867-8f26-69d25291c3b6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678911 Aug 24 16:59:55.918521 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9b475883-5c99-47d3-9215-b032f8fa69f4 req-c64a98aa-f09a-4a14-b4ea-88669aaab238 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 210 time: 0.0435669 Aug 24 16:59:56.048483 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-b40f8c9b-5148-4a1c-947e-987354ace680 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Allocated IP 172.20.0.7 (bf72a82c-18b4-451b-8db2-bcdc900afbc3/f364770e-c442-4a7e-bab0-383d6bc3990f/5220e545-2477-48d2-9056-703f43462d1a) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:59:56.070216 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905a67-a47c-445c-86f9-5e04f24e8155 req-a7b610e7-54b1-4a7a-a711-40d7cbaaf364 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:56.072356 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-87905a67-a47c-445c-86f9-5e04f24e8155 req-a7b610e7-54b1-4a7a-a711-40d7cbaaf364 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0864737 Aug 24 16:59:56.143011 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-87905a67-a47c-445c-86f9-5e04f24e8155 req-46ac6b58-1721-42a0-824f-021587839585 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613899 Aug 24 16:59:56.176749 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e874e-6420-4349-a9ca-7e6f34fe3336 req-6ef0ccf2-8aaa-42cb-abc6-0e3acbc5d30e tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:56.178358 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-363e874e-6420-4349-a9ca-7e6f34fe3336 req-6ef0ccf2-8aaa-42cb-abc6-0e3acbc5d30e tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0544598 Aug 24 16:59:56.224236 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-363e874e-6420-4349-a9ca-7e6f34fe3336 req-f31ca237-a31e-4450-ada1-b56350d63cf3 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385182 Aug 24 16:59:56.266622 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-b40f8c9b-5148-4a1c-947e-987354ace680 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:56.309772 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-b40f8c9b-5148-4a1c-947e-987354ace680 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:56.356974 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-b40f8c9b-5148-4a1c-947e-987354ace680 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Network bf72a82c-18b4-451b-8db2-bcdc900afbc3 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:59:56.360381 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-b40f8c9b-5148-4a1c-947e-987354ace680 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:59:56.364541 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-b40f8c9b-5148-4a1c-947e-987354ace680 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 16:59:56.369954 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['733e211f-dc0d-4739-bd69-8bfab41cc11e', '8d31291a-df56-499d-ba83-8477b899a368', '34cf3e97-dc33-4eb4-89fa-db223ad072b2'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 16:59:56.370579 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-b40f8c9b-5148-4a1c-947e-987354ace680 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:56.370947 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-b40f8c9b-5148-4a1c-947e-987354ace680 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:56.377821 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f8c9b-5148-4a1c-947e-987354ace680 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Pushing event updated for resources: {'Port': ['ID=5220e545-2477-48d2-9056-703f43462d1a,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:56.396038 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-b40f8c9b-5148-4a1c-947e-987354ace680 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7790003 Aug 24 16:59:56.444942 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dc73d-e9bb-44ef-8c68-dab0577ae950 req-c51c9fc2-2a8a-42fa-9e83-bd7e315feea0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:56.446814 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ac7dc73d-e9bb-44ef-8c68-dab0577ae950 req-c51c9fc2-2a8a-42fa-9e83-bd7e315feea0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0569043 Aug 24 16:59:56.459047 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Request body: {'port': {'device_id': 'b591bbdc-04b3-4a41-bb0d-913180d3737f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:59:56.491872 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ac7dc73d-e9bb-44ef-8c68-dab0577ae950 req-fe492749-2d35-4feb-b473-7af79298dcfe tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383549 Aug 24 16:59:56.543870 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b9f07-8613-4194-a589-af7ad3c7a2e0 req-6cdac12b-a373-407d-9272-085c3790d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:56.545402 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-388b9f07-8613-4194-a589-af7ad3c7a2e0 req-6cdac12b-a373-407d-9272-085c3790d507 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57f7488cf1f34f44a13e4291324ad73a&device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 1098 time: 0.1010489 Aug 24 16:59:56.546474 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:56.739882 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b9f07-8613-4194-a589-af7ad3c7a2e0 req-1a2ccbe4-583c-41bc-9620-a5ab88356b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:56.741375 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-388b9f07-8613-4194-a589-af7ad3c7a2e0 req-1a2ccbe4-583c-41bc-9620-a5ab88356b48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af031b8c-c683-46a0-9719-609504051ca8 HTTP/1.1" status: 200 len: 920 time: 0.1787407 Aug 24 16:59:56.821517 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-388b9f07-8613-4194-a589-af7ad3c7a2e0 req-a0f52c0b-f4b9-497b-9f39-91ca697185f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 HTTP/1.1" status: 200 len: 217 time: 0.0642853 Aug 24 16:59:56.905088 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b9f07-8613-4194-a589-af7ad3c7a2e0 req-2850e0be-8b87-4a83-800c-0bfab7490684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:56.906587 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-388b9f07-8613-4194-a589-af7ad3c7a2e0 req-2850e0be-8b87-4a83-800c-0bfab7490684 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1 HTTP/1.1" status: 200 len: 859 time: 0.0683813 Aug 24 16:59:56.960007 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-388b9f07-8613-4194-a589-af7ad3c7a2e0 req-c98ea14c-7e04-43a2-ba17-1adf2ac53695 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af031b8c-c683-46a0-9719-609504051ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448558 Aug 24 16:59:56.974017 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5220e545-2477-48d2-9056-703f43462d1a {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:59:56.981532 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:56.994155 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Transition to ACTIVE for port object 5220e545-2477-48d2-9056-703f43462d1a will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 16:59:57.007874 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:57.010296 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d8f9c-c62c-4bb3-809e-cf5692cca4e3 req-08b64215-8c70-4dc2-bb19-71a30c788199 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:57.011727 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5d8d8f9c-c62c-4bb3-809e-cf5692cca4e3 req-08b64215-8c70-4dc2-bb19-71a30c788199 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0548010 Aug 24 16:59:57.053375 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5d8d8f9c-c62c-4bb3-809e-cf5692cca4e3 req-9e7493ad-1710-485c-b0e8-e912a8326534 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335658 Aug 24 16:59:57.122068 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Pushing event updated for resources: {'Port': ['ID=5220e545-2477-48d2-9056-703f43462d1a,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:57.184890 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-388b9f07-8613-4194-a589-af7ad3c7a2e0 req-ca55499e-4f1a-4672-883f-53e184384bdf service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861897 Aug 24 16:59:57.194371 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a9899-af30-42e2-9127-b8ee21e38319 req-8dcbac12-c6a8-4f4d-b266-8fe89feb4f2b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:57.195790 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c04a9899-af30-42e2-9127-b8ee21e38319 req-8dcbac12-c6a8-4f4d-b266-8fe89feb4f2b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 943 time: 0.1494272 Aug 24 16:59:57.197764 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Attempting to bind port 5220e545-2477-48d2-9056-703f43462d1a on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 16:59:57.198095 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Attempting to bind port 5220e545-2477-48d2-9056-703f43462d1a by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 16:59:57.198441 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Attempting to bind port 5220e545-2477-48d2-9056-703f43462d1a on network bf72a82c-18b4-451b-8db2-bcdc900afbc3 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:57.225509 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Port 5220e545-2477-48d2-9056-703f43462d1a on network bf72a82c-18b4-451b-8db2-bcdc900afbc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 16:59:57.225831 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Attempting to bind port 5220e545-2477-48d2-9056-703f43462d1a on network bf72a82c-18b4-451b-8db2-bcdc900afbc3 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 16:59:57.271416 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 16, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 16:59:57.271751 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Checking segment: {'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 16:59:57.272194 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Bound using segment: {'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 16:59:57.272634 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Bound port: 5220e545-2477-48d2-9056-703f43462d1a, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2837ccaa-055f-425e-ab82-b0cee2ca02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 16:59:57.272913 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:57.315687 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c04a9899-af30-42e2-9127-b8ee21e38319 req-4d7d218b-b644-4ea6-9cb5-eedf5879ddf1 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082699 Aug 24 16:59:57.353194 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-388b9f07-8613-4194-a589-af7ad3c7a2e0 req-51214f62-c026-4dd3-8e29-437b390efee8 service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564424 Aug 24 16:59:57.359350 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b4190-a809-4125-b177-d7c259d55da9 req-4445dd53-e83c-44bc-8ded-c028d6e66bf3 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:57.360873 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b75b4190-a809-4125-b177-d7c259d55da9 req-4445dd53-e83c-44bc-8ded-c028d6e66bf3 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0649447 Aug 24 16:59:57.382534 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] For port 5220e545-2477-48d2-9056-703f43462d1a, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:59:57.391017 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] For port 5220e545-2477-48d2-9056-703f43462d1a, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=5220e545-2477-48d2-9056-703f43462d1a,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:59:57.397936 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:57.403611 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b75b4190-a809-4125-b177-d7c259d55da9 req-c9e15774-41de-47a8-a721-b3118958a3bf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365727 Aug 24 16:59:57.435906 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 59364) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:57.438631 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:57.439569 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:57.441117 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] 10.222.0.26 "PUT /v2.0/ports/5220e545-2477-48d2-9056-703f43462d1a HTTP/1.1" status: 200 len: 1093 time: 0.9952061 Aug 24 16:59:57.442621 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b591bbdc-04b3-4a41-bb0d-913180d3737f', 'tag': '5220e545-2477-48d2-9056-703f43462d1a'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 16:59:57.444943 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2bfeee-d37f-4915-9f71-c30301cffad9" -d '{"events": [{"name": "network-changed", "server_uuid": "b591bbdc-04b3-4a41-bb0d-913180d3737f", "tag": "5220e545-2477-48d2-9056-703f43462d1a"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:57.474721 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c62bf7-dcf5-4349-a9cf-cadaf364a602 service neutron] Pushing event updated for resources: {'Port': ['ID=5220e545-2477-48d2-9056-703f43462d1a,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:57.490403 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 16:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9270eaf2-aa06-4df9-9cd6-1ef86738358f x-openstack-request-id: req-9270eaf2-aa06-4df9-9cd6-1ef86738358f {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:57.490769 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b591bbdc-04b3-4a41-bb0d-913180d3737f", "tag": "5220e545-2477-48d2-9056-703f43462d1a", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:57.491002 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9270eaf2-aa06-4df9-9cd6-1ef86738358f {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:57.491392 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b591bbdc-04b3-4a41-bb0d-913180d3737f', 'tag': '5220e545-2477-48d2-9056-703f43462d1a', 'status': 'completed', 'code': 200} Aug 24 16:59:57.608969 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e323427e-c651-4b91-b169-6e2e7269bf12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bf19e840c594c1d9a5c82807fc06965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716204 Aug 24 16:59:57.612147 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 59372) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 16:59:57.627740 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf49994-6f11-41f0-b6ab-e7aaf79ba6b5 req-7fb33453-6ce9-488c-8d9a-6630a7102f20 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:57.629285 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2cf49994-6f11-41f0-b6ab-e7aaf79ba6b5 req-7fb33453-6ce9-488c-8d9a-6630a7102f20 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0640841 Aug 24 16:59:57.674875 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2cf49994-6f11-41f0-b6ab-e7aaf79ba6b5 req-eec37a71-a55f-448f-860f-073a461e908c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374916 Aug 24 16:59:57.695315 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bfeee-d37f-4915-9f71-c30301cffad9 req-9972544d-b266-46b5-b42a-aef963d98d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:57.696822 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e2bfeee-d37f-4915-9f71-c30301cffad9 req-9972544d-b266-46b5-b42a-aef963d98d9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0e28439adcc476fa5da6baf030d09a0&device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 1096 time: 0.0699909 Aug 24 16:59:57.701297 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f499c265-ac1a-47e0-a207-5df0545e2f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:57.721866 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f499c265-ac1a-47e0-a207-5df0545e2f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:57.814912 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f499c265-ac1a-47e0-a207-5df0545e2f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:57.817497 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f499c265-ac1a-47e0-a207-5df0545e2f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:57.818652 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f499c265-ac1a-47e0-a207-5df0545e2f2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/869bd07a-4b89-4159-9e9f-3425623f9fd8 HTTP/1.1" status: 204 len: 168 time: 0.2050567 Aug 24 16:59:57.832474 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499c265-ac1a-47e0-a207-5df0545e2f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869bd07a-4b89-4159-9e9f-3425623f9fd8,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:57.857844 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bfeee-d37f-4915-9f71-c30301cffad9 req-b84f8d30-4ff9-4a2b-a827-546314a66077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:57.859373 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e2bfeee-d37f-4915-9f71-c30301cffad9 req-b84f8d30-4ff9-4a2b-a827-546314a66077 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b0e28439adcc476fa5da6baf030d09a0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1090620 Aug 24 16:59:57.993695 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bfeee-d37f-4915-9f71-c30301cffad9 req-9db2ecb5-bea1-4cfc-85c7-f823bebe8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:57.995190 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e2bfeee-d37f-4915-9f71-c30301cffad9 req-9db2ecb5-bea1-4cfc-85c7-f823bebe8a05 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943720 Aug 24 16:59:58.179222 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cafe73-90ab-4622-9339-978809fce859 req-9eafb80a-bb5e-4954-90c7-c7b5726014ad tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:58.180812 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-66cafe73-90ab-4622-9339-978809fce859 req-9eafb80a-bb5e-4954-90c7-c7b5726014ad tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0564702 Aug 24 16:59:58.204707 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-7c40da6d-0f4f-4304-996d-c337bde11af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:58.206698 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-7c40da6d-0f4f-4304-996d-c337bde11af4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0e28439adcc476fa5da6baf030d09a0&device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 1096 time: 0.0511825 Aug 24 16:59:58.221216 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-66cafe73-90ab-4622-9339-978809fce859 req-947a204e-5c65-4bd1-aee0-9539114492d1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336633 Aug 24 16:59:58.320082 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-1e7218e9-a3cb-444f-9476-633da6f46f5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5220e545-2477-48d2-9056-703f43462d1a HTTP/1.1" status: 200 len: 217 time: 0.0639589 Aug 24 16:59:58.378444 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-d16a379a-e4a2-46d8-8a20-15a10973a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:58.379974 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-d16a379a-e4a2-46d8-8a20-15a10973a303 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f364770e-c442-4a7e-bab0-383d6bc3990f HTTP/1.1" status: 200 len: 855 time: 0.0507896 Aug 24 16:59:58.443103 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-f796e987-fda3-4aab-9bc8-08405ed58bba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf72a82c-18b4-451b-8db2-bcdc900afbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392511 Aug 24 16:59:58.487118 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cedec4-d761-4ddd-895b-d3ef8dc2a5a4 req-59d43e9f-1a11-4753-9a81-8070e42e98b7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:58.488742 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-42cedec4-d761-4ddd-895b-d3ef8dc2a5a4 req-59d43e9f-1a11-4753-9a81-8070e42e98b7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 943 time: 0.0955348 Aug 24 16:59:58.535025 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba69487-93f1-44a0-aa8a-73b5ca6f7feb req-47f65440-7fbc-4e7a-86fa-064a46ef2998 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:58.536748 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6ba69487-93f1-44a0-aa8a-73b5ca6f7feb req-47f65440-7fbc-4e7a-86fa-064a46ef2998 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0549781 Aug 24 16:59:58.570518 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-42cedec4-d761-4ddd-895b-d3ef8dc2a5a4 req-dcb9751b-28c1-46a0-985d-bb16997e8a2b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548573 Aug 24 16:59:58.582084 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-43965d3d-556d-4427-8c4c-f1ebc2aef74b service neutron] 10.222.0.26 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294949 Aug 24 16:59:58.596895 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6ba69487-93f1-44a0-aa8a-73b5ca6f7feb req-2d7d509a-bf4b-4850-b201-455746dac8ec tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492685 Aug 24 16:59:58.683225 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b133b5d1-b867-4d1b-91e1-80d5254c3185 req-0d6eb4fa-8f1f-4464-ab64-d627763fb74e service neutron] 10.222.0.26 "GET /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923908 Aug 24 16:59:58.802113 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea7264-fd4c-43d0-8f72-6d84e3e451be req-1cadf0c3-bafd-41b5-b40f-a0a57b86a54d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:58.803672 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-32ea7264-fd4c-43d0-8f72-6d84e3e451be req-1cadf0c3-bafd-41b5-b40f-a0a57b86a54d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0526435 Aug 24 16:59:58.852174 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-32ea7264-fd4c-43d0-8f72-6d84e3e451be req-969613dc-7593-4e80-95fe-2eb8a64be8f6 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420856 Aug 24 16:59:59.356122 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aebb12-6f78-4819-a620-600c75fcf492 req-284763e6-0b90-4e18-af79-beb7f88b4324 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:59.357592 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-24aebb12-6f78-4819-a620-600c75fcf492 req-284763e6-0b90-4e18-af79-beb7f88b4324 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0536444 Aug 24 16:59:59.397756 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-24aebb12-6f78-4819-a620-600c75fcf492 req-0cc292ac-c84a-4b6b-a3ed-c9eb95c745eb tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313852 Aug 24 16:59:59.421008 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 4c5f4e82-22a7-4938-a750-830cd53b3cdb details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:59:59.534597 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 4c5f4e82-22a7-4938-a750-830cd53b3cdb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:59.547096 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'port_id': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'mac_address': 'fa:16:3e:93:72:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:59:59.593983 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:59.608712 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5f4e82-22a7-4938-a750-830cd53b3cdb {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 16:59:59.629967 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 4c5f4e82-22a7-4938-a750-830cd53b3cdb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:59.636252 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 16:59:59.686990 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=4c5f4e82-22a7-4938-a750-830cd53b3cdb,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:59.695466 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:59.695817 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:59.696156 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:59.696490 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:59.696818 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:59.697147 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:59.697476 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:59.697800 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:59.698323 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:59.698674 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:59.698999 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:59.699322 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:59.707241 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b910e-5090-4ef2-898f-940041444c90 req-c648d0ae-3889-45bc-a9ca-3bc755838f06 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:59.708887 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6a5b910e-5090-4ef2-898f-940041444c90 req-c648d0ae-3889-45bc-a9ca-3bc755838f06 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 943 time: 0.0545762 Aug 24 16:59:59.720521 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11f51c-f0e1-4799-9437-87626119a4bc req-eb0b7efa-6b40-41d8-88f3-e95e1b4e7e6f tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:59.723066 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5f11f51c-f0e1-4799-9437-87626119a4bc req-eb0b7efa-6b40-41d8-88f3-e95e1b4e7e6f tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 944 time: 0.0489094 Aug 24 16:59:59.767846 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5f11f51c-f0e1-4799-9437-87626119a4bc req-0cb0e000-daa9-45b8-b01a-94d0362f6cfb tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390208 Aug 24 16:59:59.980072 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51a413-2585-4f4e-9c63-3f16a186ab60 req-97c55250-1060-4c02-82fa-fd135fe1f613 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 16:59:59.981576 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9d51a413-2585-4f4e-9c63-3f16a186ab60 req-97c55250-1060-4c02-82fa-fd135fe1f613 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0513546 Aug 24 16:59:59.987234 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6a5b910e-5090-4ef2-898f-940041444c90 req-7dc62ff4-e346-4d78-8e44-0fcfb2a75638 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700400 Aug 24 17:00:00.019328 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9d51a413-2585-4f4e-9c63-3f16a186ab60 req-20d359dc-b026-4d96-a565-78bbb1fca890 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315557 Aug 24 17:00:00.287571 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['4c5f4e82-22a7-4938-a750-830cd53b3cdb'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:00:00.519634 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385241c-63e5-467a-a72b-17db30673630 req-c32f69b8-f9e5-4412-afaa-bc98322160ba tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:00.521220 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1385241c-63e5-467a-a72b-17db30673630 req-c32f69b8-f9e5-4412-afaa-bc98322160ba tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0490534 Aug 24 17:00:00.562619 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1385241c-63e5-467a-a72b-17db30673630 req-bda25761-c93f-472e-b0dc-eacfdf6929a0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349653 Aug 24 17:00:00.895361 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e840de-1b48-4469-843b-418e212188ab req-92d785ec-3886-4465-b9bc-523abe584942 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:00.896831 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86e840de-1b48-4469-843b-418e212188ab req-92d785ec-3886-4465-b9bc-523abe584942 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 944 time: 0.0503252 Aug 24 17:00:00.937433 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86e840de-1b48-4469-843b-418e212188ab req-66a55cc9-c053-44f3-9942-b10d544b5547 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313466 Aug 24 17:00:01.111295 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f957c9-65e7-474e-a683-d93487cf7607 req-03f67b4d-eb73-4bb2-a03a-cb5a086c5339 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:01.112896 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a2f957c9-65e7-474e-a683-d93487cf7607 req-03f67b4d-eb73-4bb2-a03a-cb5a086c5339 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 943 time: 0.0505445 Aug 24 17:00:01.140673 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cec32c-e388-417c-bfdc-0b23228c129d req-0b885524-c8cb-4190-899b-16cdfa176661 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:01.142163 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-27cec32c-e388-417c-bfdc-0b23228c129d req-0b885524-c8cb-4190-899b-16cdfa176661 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0543830 Aug 24 17:00:01.151924 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a2f957c9-65e7-474e-a683-d93487cf7607 req-1e306c03-b17b-43a9-8c2e-2302a7e542a7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320492 Aug 24 17:00:01.185408 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-27cec32c-e388-417c-bfdc-0b23228c129d req-ffc5d042-22ef-4629-b535-887dbb68a166 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367935 Aug 24 17:00:01.690990 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538e103-3242-42bf-8417-1a9ca888530d req-e570bf74-9910-4314-8e84-d198efe45253 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:01.692476 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2538e103-3242-42bf-8417-1a9ca888530d req-e570bf74-9910-4314-8e84-d198efe45253 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0571687 Aug 24 17:00:01.734040 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2538e103-3242-42bf-8417-1a9ca888530d req-530702d8-8852-45dc-ac37-59e99bc144a6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355918 Aug 24 17:00:02.061651 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c283d8-3235-4056-90f6-ada0a303f645 req-2ca5777a-97cd-48e0-9193-d6fab917f59a tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:02.063220 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d5c283d8-3235-4056-90f6-ada0a303f645 req-2ca5777a-97cd-48e0-9193-d6fab917f59a tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 944 time: 0.0567884 Aug 24 17:00:02.103639 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d5c283d8-3235-4056-90f6-ada0a303f645 req-aa163483-aaba-4f6c-92bd-525e229ed43c tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343482 Aug 24 17:00:02.272905 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fa17f-6c26-40a7-a98a-c6bae2d5ace5 req-2c9c4060-501d-4e36-ae7d-626b57efd319 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:02.274798 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d20fa17f-6c26-40a7-a98a-c6bae2d5ace5 req-2c9c4060-501d-4e36-ae7d-626b57efd319 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 943 time: 0.0510442 Aug 24 17:00:02.312676 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d20fa17f-6c26-40a7-a98a-c6bae2d5ace5 req-5333c2ef-eaad-475b-9de6-13027c44b799 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316811 Aug 24 17:00:02.559205 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 5220e545-2477-48d2-9056-703f43462d1a details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:00:02.659548 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 5220e545-2477-48d2-9056-703f43462d1a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=5220e545-2477-48d2-9056-703f43462d1a,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:02.673887 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '5220e545-2477-48d2-9056-703f43462d1a', 'network_id': 'bf72a82c-18b4-451b-8db2-bcdc900afbc3', 'port_id': '5220e545-2477-48d2-9056-703f43462d1a', 'mac_address': 'fa:16:3e:4f:a6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f364770e-c442-4a7e-bab0-383d6bc3990f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:00:02.711282 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:02.727631 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5220e545-2477-48d2-9056-703f43462d1a {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:00:02.750771 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 5220e545-2477-48d2-9056-703f43462d1a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=5220e545-2477-48d2-9056-703f43462d1a,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:02.756801 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:02.830760 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=5220e545-2477-48d2-9056-703f43462d1a,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:02.887757 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a2758-a3d6-4f34-b90f-ac505551ee0c req-392f41f7-b387-47e8-ab0b-56af7036169e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:02.889276 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-253a2758-a3d6-4f34-b90f-ac505551ee0c req-392f41f7-b387-47e8-ab0b-56af7036169e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0510969 Aug 24 17:00:02.931605 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-253a2758-a3d6-4f34-b90f-ac505551ee0c req-14aad804-c6df-4478-87ab-91f7ad8fa30b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362723 Aug 24 17:00:03.239356 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067d84f-26ec-4021-9803-4c9326b9ce4f req-4a3a02a9-8894-4418-9ccc-94bd8531299f tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:03.240897 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3067d84f-26ec-4021-9803-4c9326b9ce4f req-4a3a02a9-8894-4418-9ccc-94bd8531299f tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 944 time: 0.0549202 Aug 24 17:00:03.283705 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3067d84f-26ec-4021-9803-4c9326b9ce4f req-947bb1f3-852a-46ae-9818-8bba825d7d57 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359504 Aug 24 17:00:03.436895 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54d961-3b76-4fa2-9214-604d89241909 req-8e3eef4b-2a37-474d-bd1e-775ea590198c tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:03.438309 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2c54d961-3b76-4fa2-9214-604d89241909 req-8e3eef4b-2a37-474d-bd1e-775ea590198c tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 944 time: 0.0539584 Aug 24 17:00:03.479323 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2c54d961-3b76-4fa2-9214-604d89241909 req-b7056b44-2eb5-4e2d-83dc-1e1fa7adaebf tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325851 Aug 24 17:00:04.065293 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951f96-ee0a-4fa3-ae2d-46475f30e45e req-72eeb642-7e90-4c63-b64c-e52eec25c6fa tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:04.066960 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9b951f96-ee0a-4fa3-ae2d-46475f30e45e req-72eeb642-7e90-4c63-b64c-e52eec25c6fa tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0516236 Aug 24 17:00:04.110958 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9b951f96-ee0a-4fa3-ae2d-46475f30e45e req-916e42fb-dde6-4b31-872e-7aff84fc7bd2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376022 Aug 24 17:00:04.200520 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['5220e545-2477-48d2-9056-703f43462d1a'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:00:04.401211 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a6a5d-d4b6-4019-9b37-5e9c3e639c13 req-2acd6b3c-59dc-4c33-8668-5023113ab752 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:04.402687 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f45a6a5d-d4b6-4019-9b37-5e9c3e639c13 req-2acd6b3c-59dc-4c33-8668-5023113ab752 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 944 time: 0.0500677 Aug 24 17:00:04.442842 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f45a6a5d-d4b6-4019-9b37-5e9c3e639c13 req-e8fe913d-0239-40ea-9f6f-48052302ac6e tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310645 Aug 24 17:00:04.597262 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d791d87-d0d6-4545-bcb4-9071d74a270d req-795db4fe-3140-4b43-b829-d0c53ce65973 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:04.598768 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7d791d87-d0d6-4545-bcb4-9071d74a270d req-795db4fe-3140-4b43-b829-d0c53ce65973 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 944 time: 0.0501990 Aug 24 17:00:04.641125 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7d791d87-d0d6-4545-bcb4-9071d74a270d req-3243de42-091d-475b-adc3-bdf685a24088 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364599 Aug 24 17:00:04.768114 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139f0af-532d-424a-a294-43e76f9279f6 req-bfa6b488-a76f-4a48-b3b2-08a231ed1f33 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:04.769462 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a139f0af-532d-424a-a294-43e76f9279f6 req-bfa6b488-a76f-4a48-b3b2-08a231ed1f33 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0480037 Aug 24 17:00:04.807765 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a139f0af-532d-424a-a294-43e76f9279f6 req-afcb030d-9fd9-44b7-94bb-88a8c40e0d6a tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317936 Aug 24 17:00:05.016797 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-05686b14-464e-4c28-90df-9568f6d68ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:05.262478 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d8cbf-391d-4836-a8d0-0eacc6a4f613 req-84d56f40-86df-4bd9-a612-743c9bd9d159 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:05.264051 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-581d8cbf-391d-4836-a8d0-0eacc6a4f613 req-84d56f40-86df-4bd9-a612-743c9bd9d159 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0602133 Aug 24 17:00:05.312459 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-581d8cbf-391d-4836-a8d0-0eacc6a4f613 req-ecee3856-d135-4f63-8ad5-ae342410e828 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406098 Aug 24 17:00:05.563782 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824a87a-1ec1-4c94-a76e-2f2b2419cc60 req-15643a42-838d-494e-b3e4-74191d25416c tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:05.565424 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c824a87a-1ec1-4c94-a76e-2f2b2419cc60 req-15643a42-838d-494e-b3e4-74191d25416c tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 944 time: 0.0516489 Aug 24 17:00:05.607443 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c824a87a-1ec1-4c94-a76e-2f2b2419cc60 req-3cd23754-2751-405b-be4b-38ed836acd2f tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359607 Aug 24 17:00:05.648002 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 4c5f4e82-22a7-4938-a750-830cd53b3cdb up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:00:05.703665 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 4c5f4e82-22a7-4938-a750-830cd53b3cdb completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:00:05.709181 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 4c5f4e82-22a7-4938-a750-830cd53b3cdb triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:00:05.709955 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:05.776099 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d55c2-5d64-47ac-a9ac-b6f20a961c49 req-e327aa26-7f9c-4f55-881a-ff622e2b63bb tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:05.778357 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0f6d55c2-5d64-47ac-a9ac-b6f20a961c49 req-e327aa26-7f9c-4f55-881a-ff622e2b63bb tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 944 time: 0.0593600 Aug 24 17:00:05.810779 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:05.827062 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0f6d55c2-5d64-47ac-a9ac-b6f20a961c49 req-cb7771be-d34d-4b06-8fc6-7b044aac8358 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344870 Aug 24 17:00:05.839987 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5f4e82-22a7-4938-a750-830cd53b3cdb'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:00:05.842263 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f7fbe1-0c56-419b-9d4c-13f856145739" -d '{"events": [{"server_uuid": "8d099694-0367-4d2e-ba72-c5b0a18f90c2", "name": "network-vif-plugged", "status": "completed", "tag": "4c5f4e82-22a7-4938-a750-830cd53b3cdb"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:00:05.857044 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 4c5f4e82-22a7-4938-a750-830cd53b3cdb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:05.868152 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:05.899773 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461aeffb-458d-4ccf-a6c1-c2ec3a774b90 x-openstack-request-id: req-461aeffb-458d-4ccf-a6c1-c2ec3a774b90 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:00:05.900056 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d099694-0367-4d2e-ba72-c5b0a18f90c2", "name": "network-vif-plugged", "status": "completed", "tag": "4c5f4e82-22a7-4938-a750-830cd53b3cdb", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:00:05.900326 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-461aeffb-458d-4ccf-a6c1-c2ec3a774b90 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:00:05.900662 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'code': 200} Aug 24 17:00:05.922032 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=4c5f4e82-22a7-4938-a750-830cd53b3cdb,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:06.258294 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a3626-c6c3-4d1c-981a-3e36bbf3bf36 req-8466d96e-6335-49e3-92eb-a49268ddf575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:06.259841 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-185a3626-c6c3-4d1c-981a-3e36bbf3bf36 req-8466d96e-6335-49e3-92eb-a49268ddf575 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 1098 time: 0.0593801 Aug 24 17:00:06.312699 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-185a3626-c6c3-4d1c-981a-3e36bbf3bf36 req-74d4bb82-957a-4e0d-9911-8068e64acc64 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333838 Aug 24 17:00:06.392392 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:00:06.470372 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8865be-65e3-4615-aa70-07ea846b80ec req-c82330af-8711-4515-a229-0b84cfef2788 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:06.471738 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b8865be-65e3-4615-aa70-07ea846b80ec req-c82330af-8711-4515-a229-0b84cfef2788 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0743072 Aug 24 17:00:06.515945 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b8865be-65e3-4615-aa70-07ea846b80ec req-38846bfb-1089-41a1-af06-cd1ca0c690d2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348854 Aug 24 17:00:06.739028 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cced3bb-c730-4e16-805b-d7adc32d2e7a req-6a575170-dabd-4753-b70c-e3e2160a9368 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:06.740521 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3cced3bb-c730-4e16-805b-d7adc32d2e7a req-6a575170-dabd-4753-b70c-e3e2160a9368 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0575202 Aug 24 17:00:06.781481 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3cced3bb-c730-4e16-805b-d7adc32d2e7a req-102aa65b-59c8-4e53-9ef2-253452d3d84d tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348563 Aug 24 17:00:06.950273 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99451bf-99c7-46a9-b961-dff147d68988 req-b9b5366c-4e02-438f-bd9b-b57c857f9fdf tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:06.951924 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f99451bf-99c7-46a9-b961-dff147d68988 req-b9b5366c-4e02-438f-bd9b-b57c857f9fdf tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 944 time: 0.0555036 Aug 24 17:00:06.993437 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f99451bf-99c7-46a9-b961-dff147d68988 req-0b28e540-46e0-4d8c-8bcb-4172b31139f4 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349045 Aug 24 17:00:07.086602 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 59540) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:00:07.197796 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-63045f67-f070-48f6-b796-60f66edcc5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:07.312368 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-63045f67-f070-48f6-b796-60f66edcc5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:07.317951 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-63045f67-f070-48f6-b796-60f66edcc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:07.355067 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-63045f67-f070-48f6-b796-60f66edcc5c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9086ea5c22546ceb060156b570acfa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671726 Aug 24 17:00:07.355944 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63045f67-f070-48f6-b796-60f66edcc5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdd38ab-f363-45d4-99a1-098d19cd5c16,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:07.357784 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 59546) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:00:07.408000 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:07.430346 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:07.480695 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:07.485612 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:07.487478 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fdd38ab-f363-45d4-99a1-098d19cd5c16 HTTP/1.1" status: 204 len: 168 time: 0.1271968 Aug 24 17:00:07.498841 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdd38ab-f363-45d4-99a1-098d19cd5c16,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:07.508270 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:07.508784 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:07.509305 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:07.509870 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:07.510245 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:07.510676 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:07.511027 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:07.511361 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:07.511797 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:07.512014 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:07.512341 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:07.512676 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2190c3-a26c-4be9-85be-3b575fc482a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:07.659294 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ed11e-31f6-4237-b6ec-312e683bd426 req-0b49a4e2-f6b5-47b7-b76b-6ce04493f586 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:07.660964 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a20ed11e-31f6-4237-b6ec-312e683bd426 req-0b49a4e2-f6b5-47b7-b76b-6ce04493f586 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0633018 Aug 24 17:00:07.676817 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 5220e545-2477-48d2-9056-703f43462d1a up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:00:07.706730 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a20ed11e-31f6-4237-b6ec-312e683bd426 req-1251e55c-c84f-42c6-9e7a-e749497fc2c7 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389230 Aug 24 17:00:07.733591 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 5220e545-2477-48d2-9056-703f43462d1a completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:00:07.737808 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 5220e545-2477-48d2-9056-703f43462d1a triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:00:07.749089 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:07.922014 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c93cb-a708-46e7-b7f2-7aeabf096ea0 req-7c2b7ce8-d1b4-4cce-a08a-fb2aeeed9580 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:07.923999 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f30c93cb-a708-46e7-b7f2-7aeabf096ea0 req-7c2b7ce8-d1b4-4cce-a08a-fb2aeeed9580 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0619016 Aug 24 17:00:07.977869 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f30c93cb-a708-46e7-b7f2-7aeabf096ea0 req-d281d071-807a-45a9-86b3-0d4b4ecbf993 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472736 Aug 24 17:00:07.985532 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2754c52e-67b5-4086-8c2a-0f8cbff108df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:07.988767 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:08.018107 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b591bbdc-04b3-4a41-bb0d-913180d3737f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5220e545-2477-48d2-9056-703f43462d1a'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:00:08.020425 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91baba83-8420-4b9e-b641-bac42016892d" -d '{"events": [{"server_uuid": "b591bbdc-04b3-4a41-bb0d-913180d3737f", "name": "network-vif-plugged", "status": "completed", "tag": "5220e545-2477-48d2-9056-703f43462d1a"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:00:08.039110 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 5220e545-2477-48d2-9056-703f43462d1a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=5220e545-2477-48d2-9056-703f43462d1a,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:08.045442 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:08.048503 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:08.074287 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7183e0-14b3-4f3d-aaad-b5400455272c x-openstack-request-id: req-4c7183e0-14b3-4f3d-aaad-b5400455272c {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:00:08.074815 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b591bbdc-04b3-4a41-bb0d-913180d3737f", "name": "network-vif-plugged", "status": "completed", "tag": "5220e545-2477-48d2-9056-703f43462d1a", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:00:08.074815 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c7183e0-14b3-4f3d-aaad-b5400455272c {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:00:08.075499 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b591bbdc-04b3-4a41-bb0d-913180d3737f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5220e545-2477-48d2-9056-703f43462d1a', 'code': 200} Aug 24 17:00:08.101992 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=5220e545-2477-48d2-9056-703f43462d1a,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:08.138418 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9f8a0-d979-4fb0-9013-1ba8a9289adf req-8ddbbfdb-80f8-4dff-8f07-6d4ba50e84d4 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:08.140039 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-44f9f8a0-d979-4fb0-9013-1ba8a9289adf req-8ddbbfdb-80f8-4dff-8f07-6d4ba50e84d4 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 945 time: 0.0563345 Aug 24 17:00:08.180630 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-44f9f8a0-d979-4fb0-9013-1ba8a9289adf req-bb17e9d8-c086-4e7d-b93c-dbbae8ee59d4 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338650 Aug 24 17:00:08.412196 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fed8ed-1cec-4c54-8ea8-0927f3224c2d req-ff5ab3d4-83d8-49cc-a948-001cbab8e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:08.413953 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-44fed8ed-1cec-4c54-8ea8-0927f3224c2d req-ff5ab3d4-83d8-49cc-a948-001cbab8e989 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 1098 time: 0.0430465 Aug 24 17:00:08.458541 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-44fed8ed-1cec-4c54-8ea8-0927f3224c2d req-b1d86371-071a-4ac2-b5ea-1e60a1f1bb0e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291760 Aug 24 17:00:08.854407 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e428c-4eb0-41c1-8619-9384251d5cd8 req-99a38756-fd46-46cf-8cf5-b703612a93bc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:08.855978 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-947e428c-4eb0-41c1-8619-9384251d5cd8 req-99a38756-fd46-46cf-8cf5-b703612a93bc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0520349 Aug 24 17:00:08.900503 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-947e428c-4eb0-41c1-8619-9384251d5cd8 req-08e25d6f-9954-4e45-a047-5e99b4143a28 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382307 Aug 24 17:00:09.095778 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc664b08-f401-4f9b-b1ae-9d21b246a370 req-1ab497f4-721b-4c8c-a353-8d780a6b092a tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:09.097306 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bc664b08-f401-4f9b-b1ae-9d21b246a370 req-1ab497f4-721b-4c8c-a353-8d780a6b092a tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0516481 Aug 24 17:00:09.137259 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bc664b08-f401-4f9b-b1ae-9d21b246a370 req-bca57fbb-f7fe-415b-b75c-dfd3631faf22 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332470 Aug 24 17:00:09.281813 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914420b-17d8-43a1-9f66-770cdd6e64c4 req-c65b80d9-8ac4-4263-bdcf-389f6c98f89f tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:09.283394 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1914420b-17d8-43a1-9f66-770cdd6e64c4 req-c65b80d9-8ac4-4263-bdcf-389f6c98f89f tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0639701 Aug 24 17:00:09.328022 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1914420b-17d8-43a1-9f66-770cdd6e64c4 req-a3ea6ad7-dd25-4bf9-ae91-061a6d7b17e5 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376635 Aug 24 17:00:09.336924 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:09.340208 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ff537-8552-426f-b789-97c26a198260 req-27547c2f-f463-4480-8e73-ef3dd8072b43 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:09.341833 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ed8ff537-8552-426f-b789-97c26a198260 req-27547c2f-f463-4480-8e73-ef3dd8072b43 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 945 time: 0.0596359 Aug 24 17:00:09.359582 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 59570) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:00:09.399542 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ed8ff537-8552-426f-b789-97c26a198260 req-bb5e796c-1ef8-4a2c-9232-e46481f7508b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488198 Aug 24 17:00:09.600092 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ff92df-3d2c-484a-a6fe-156346184968 tempest-TestShelveInstance-1791876601 tempest-TestShelveInstance-1791876601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:09.601527 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c8ff92df-3d2c-484a-a6fe-156346184968 tempest-TestShelveInstance-1791876601 tempest-TestShelveInstance-1791876601-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 1093 time: 0.2409132 Aug 24 17:00:09.604650 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 59578) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:00:09.609141 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Request body: {'floatingip': {'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'port_id': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:00:09.633177 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for floatingip, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:09.734705 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:09.847127 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Allocated IP 172.27.0.231 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/f9d53617-7393-4281-b9bc-fca88198bf41) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:00:09.959557 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:10.033816 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:10.088339 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:00:10.094113 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:00:10.096003 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Pushing event updated for resources: {'Port': ['ID=f9d53617-7393-4281-b9bc-fca88198bf41,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:10.098389 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:00:10.109750 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc452e8e-8b0f-4127-863b-e3d7aac5adba req-fca99833-a930-4a5c-9815-3b55902c9b38 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:10.111375 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-dc452e8e-8b0f-4127-863b-e3d7aac5adba req-fca99833-a930-4a5c-9815-3b55902c9b38 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.1104643 Aug 24 17:00:10.202774 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-dc452e8e-8b0f-4127-863b-e3d7aac5adba req-f7d66202-b92c-4e39-b693-d75885ae6a8a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731893 Aug 24 17:00:10.518674 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:10.533958 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaa4e2-7d58-4b87-beb9-8c5056ef0009 req-74a54c89-6922-4a0c-867f-b9db6d88de4f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:10.537682 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4bdaa4e2-7d58-4b87-beb9-8c5056ef0009 req-74a54c89-6922-4a0c-867f-b9db6d88de4f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 945 time: 0.0545974 Aug 24 17:00:10.587337 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:10.593449 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4bdaa4e2-7d58-4b87-beb9-8c5056ef0009 req-368fc211-7cdd-404e-b49f-6807a8546a0b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505164 Aug 24 17:00:10.609130 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:10.773833 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:10.780413 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13161728'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:11.087832 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Pushing event updated for resources: {'Port': ['ID=f9d53617-7393-4281-b9bc-fca88198bf41,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:11.105082 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:11.210519 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.l3_db [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Floating IP dceb1071-70f7-4ea2-89b4-758d690fb9c9 associated. External IP: 172.27.0.231, port: 4c5f4e82-22a7-4938-a750-830cd53b3cdb. Aug 24 17:00:11.336118 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3d88e-4214-409a-8462-49c2a940f825 req-88ed068f-c2d9-4634-83db-62b420818540 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:11.337641 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-66a3d88e-4214-409a-8462-49c2a940f825 req-88ed068f-c2d9-4634-83db-62b420818540 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0509818 Aug 24 17:00:11.381060 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-66a3d88e-4214-409a-8462-49c2a940f825 req-20f95860-d9f7-4581-8803-7f15fc04a51c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342126 Aug 24 17:00:11.418076 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:00:11.533219 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:00:11.543387 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92f2d50-03c5-42e8-bac1-26e723685756 None None] Sync routers for ids ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:00:11.553853 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:11.554082 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92f2d50-03c5-42e8-bac1-26e723685756 None None] Routers {'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:00:11.554388 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-c92f2d50-03c5-42e8-bac1-26e723685756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:00:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:11.603313 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d1fcdad8-98c3-4ba8-afec-d56a15641d80 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9972401 Aug 24 17:00:11.604332 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'tag': '4c5f4e82-22a7-4938-a750-830cd53b3cdb'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:00:11.611984 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b2a646a1f232e2ad8fec3517a73b268219bf8140ee075a8608afca6235b5f5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71f0866-0b8a-4b98-9630-b816af4e8c65" -d '{"events": [{"name": "network-changed", "server_uuid": "8d099694-0367-4d2e-ba72-c5b0a18f90c2", "tag": "4c5f4e82-22a7-4938-a750-830cd53b3cdb"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:00:11.651292 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d34beb-9d30-457d-9a58-b7462a51c8aa x-openstack-request-id: req-f7d34beb-9d30-457d-9a58-b7462a51c8aa {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:00:11.651587 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d099694-0367-4d2e-ba72-c5b0a18f90c2", "tag": "4c5f4e82-22a7-4938-a750-830cd53b3cdb", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:00:11.651832 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7d34beb-9d30-457d-9a58-b7462a51c8aa {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:00:11.652226 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'tag': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'status': 'completed', 'code': 200} Aug 24 17:00:11.775002 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f0866-0b8a-4b98-9630-b816af4e8c65 req-ae7f27b7-0ddb-4fcd-acf0-fb61ea3bfb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:11.776446 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-c92f2d50-03c5-42e8-bac1-26e723685756 None None] Set router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:00:11.776601 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a71f0866-0b8a-4b98-9630-b816af4e8c65 req-ae7f27b7-0ddb-4fcd-acf0-fb61ea3bfb69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f5ac573a89426bb07c9469784a988a&device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 1098 time: 0.0487230 Aug 24 17:00:11.876542 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f0866-0b8a-4b98-9630-b816af4e8c65 req-6c4df48a-0c7b-48d1-bd5b-dd61b7e008c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:11.878031 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a71f0866-0b8a-4b98-9630-b816af4e8c65 req-6c4df48a-0c7b-48d1-bd5b-dd61b7e008c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ece2958-e782-4b1c-bc84-917e4ceca564 HTTP/1.1" status: 200 len: 910 time: 0.0888879 Aug 24 17:00:11.963667 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a71f0866-0b8a-4b98-9630-b816af4e8c65 req-aa038a4a-be19-46b6-9cab-82a4e60f59bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb HTTP/1.1" status: 200 len: 999 time: 0.0642104 Aug 24 17:00:12.015780 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-c92f2d50-03c5-42e8-bac1-26e723685756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T16:58:59Z', 'revision_number': 4, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port': {'id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:56Z', 'updated_at': '2021-08-24T16:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'dceb1071-70f7-4ea2-89b4-758d690fb9c9', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'port_id': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'mac_address': 'fa:16:3e:93:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:00:10Z', 'updated_at': '2021-08-24T17:00:10Z', 'revision_number': 0, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a416ad0-749c-4f31-8fc4-4e62623f3d08', 'name': '', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'mac_address': 'fa:16:3e:e6:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:58Z', 'updated_at': '2021-08-24T16:59:06Z', 'revision_number': 5, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'subnets': [{'id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:12.027563 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f0866-0b8a-4b98-9630-b816af4e8c65 req-43245d7a-415b-4a90-9c90-b5745065b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:12.029073 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a71f0866-0b8a-4b98-9630-b816af4e8c65 req-43245d7a-415b-4a90-9c90-b5745065b85f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc1bf70-f22a-4c5d-82d2-ce85a01cd328 HTTP/1.1" status: 200 len: 848 time: 0.0568504 Aug 24 17:00:12.043354 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92f2d50-03c5-42e8-bac1-26e723685756 None None] Checking router: f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:00:12.052199 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92f2d50-03c5-42e8-bac1-26e723685756 None None] Routers {'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:00:12.052842 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-c92f2d50-03c5-42e8-bac1-26e723685756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:00:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:12.093002 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f0866-0b8a-4b98-9630-b816af4e8c65 req-a118a188-2c6e-41ac-9b82-9b30d4f01846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:12.094763 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a71f0866-0b8a-4b98-9630-b816af4e8c65 req-a118a188-2c6e-41ac-9b82-9b30d4f01846 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ece2958-e782-4b1c-bc84-917e4ceca564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461876 Aug 24 17:00:12.169426 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-c92f2d50-03c5-42e8-bac1-26e723685756 None None] Set router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:00:12.205426 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a71f0866-0b8a-4b98-9630-b816af4e8c65 req-db456bc7-6055-4069-9e2e-93bbbd85ceb3 service neutron] 10.222.0.26 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991976 Aug 24 17:00:12.313787 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a71f0866-0b8a-4b98-9630-b816af4e8c65 req-e59e7bb7-ceec-4dfe-b412-9b95d99165ab service neutron] 10.222.0.26 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880067 Aug 24 17:00:12.405767 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-c92f2d50-03c5-42e8-bac1-26e723685756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T16:58:59Z', 'revision_number': 4, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port': {'id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:56Z', 'updated_at': '2021-08-24T16:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'dceb1071-70f7-4ea2-89b4-758d690fb9c9', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'port_id': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'mac_address': 'fa:16:3e:93:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:00:10Z', 'updated_at': '2021-08-24T17:00:10Z', 'revision_number': 0, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a416ad0-749c-4f31-8fc4-4e62623f3d08', 'name': '', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'mac_address': 'fa:16:3e:e6:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:58Z', 'updated_at': '2021-08-24T16:59:06Z', 'revision_number': 5, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'subnets': [{'id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:12.434810 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92f2d50-03c5-42e8-bac1-26e723685756 None None] The sync data for ids ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'] in dv-cinder-799668-9-iscsi is: [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T16:58:59Z', 'revision_number': 4, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port': {'id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:56Z', 'updated_at': '2021-08-24T16:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'dceb1071-70f7-4ea2-89b4-758d690fb9c9', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'port_id': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'mac_address': 'fa:16:3e:93:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:00:10Z', 'updated_at': '2021-08-24T17:00:10Z', 'revision_number': 0, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a416ad0-749c-4f31-8fc4-4e62623f3d08', 'name': '', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'mac_address': 'fa:16:3e:e6:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:58Z', 'updated_at': '2021-08-24T16:59:06Z', 'revision_number': 5, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'subnets': [{'id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:00:12.509026 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dfab7-8366-46ce-b74e-52b1bfff3302 req-30c2ad0d-79bf-49c7-bc82-1f110a512731 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:12.510581 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b93dfab7-8366-46ce-b74e-52b1bfff3302 req-30c2ad0d-79bf-49c7-bc82-1f110a512731 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0535350 Aug 24 17:00:12.553244 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b93dfab7-8366-46ce-b74e-52b1bfff3302 req-46583727-7e37-481d-9233-fff0e9d352c0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360773 Aug 24 17:00:12.647088 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1b1b85-cb17-4261-83fa-70c5fb2a7148 None None] New status for floating IP dceb1071-70f7-4ea2-89b4-758d690fb9c9: ACTIVE {{(pid=93843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:00:13.696140 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bdd68-dfec-416e-9149-d8c8621289b9 req-58584020-0781-40f1-a3f0-98fb36163185 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:13.697806 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-dc1bdd68-dfec-416e-9149-d8c8621289b9 req-58584020-0781-40f1-a3f0-98fb36163185 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0521941 Aug 24 17:00:13.737634 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-dc1bdd68-dfec-416e-9149-d8c8621289b9 req-08113c69-16c4-45cf-9522-5746a3504e6a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332668 Aug 24 17:00:14.160527 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065380f3-387a-4ddc-8286-ff7a074af241 req-67e2b979-9886-4fea-87bf-9e065313dc26 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:14.162080 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-065380f3-387a-4ddc-8286-ff7a074af241 req-67e2b979-9886-4fea-87bf-9e065313dc26 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0876024 Aug 24 17:00:14.169062 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ca903-37dc-416e-a2cb-d0f4b25b5eb8 req-33c069bd-809a-479b-9f66-88a24bc961fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:14.170567 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b0ca903-37dc-416e-a2cb-d0f4b25b5eb8 req-33c069bd-809a-479b-9f66-88a24bc961fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57f7488cf1f34f44a13e4291324ad73a&device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 1098 time: 0.0588777 Aug 24 17:00:14.248374 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-065380f3-387a-4ddc-8286-ff7a074af241 req-38a6c9e3-5a0a-40bf-bde5-5d797957b4af tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767193 Aug 24 17:00:14.285927 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ca903-37dc-416e-a2cb-d0f4b25b5eb8 req-e58982c4-b012-4f17-a7da-8d733af2e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:14.287476 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b0ca903-37dc-416e-a2cb-d0f4b25b5eb8 req-e58982c4-b012-4f17-a7da-8d733af2e9b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af031b8c-c683-46a0-9719-609504051ca8 HTTP/1.1" status: 200 len: 920 time: 0.0995104 Aug 24 17:00:14.354914 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b0ca903-37dc-416e-a2cb-d0f4b25b5eb8 req-2b8fd619-7848-44a1-a0a4-d1e525cc43b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 HTTP/1.1" status: 200 len: 217 time: 0.0347784 Aug 24 17:00:14.418486 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ca903-37dc-416e-a2cb-d0f4b25b5eb8 req-0ab7c3cb-a3e4-4e17-91e1-e718ae227021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:14.419920 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b0ca903-37dc-416e-a2cb-d0f4b25b5eb8 req-0ab7c3cb-a3e4-4e17-91e1-e718ae227021 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1 HTTP/1.1" status: 200 len: 859 time: 0.0486925 Aug 24 17:00:14.459668 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b0ca903-37dc-416e-a2cb-d0f4b25b5eb8 req-c951f865-91a1-4663-8f16-86d108fd9b16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af031b8c-c683-46a0-9719-609504051ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246542 Aug 24 17:00:14.638151 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b0ca903-37dc-416e-a2cb-d0f4b25b5eb8 req-cf6b68ef-d022-4aa1-9860-ec7a0dd12a9f service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849524 Aug 24 17:00:14.742514 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b0ca903-37dc-416e-a2cb-d0f4b25b5eb8 req-7f3c75dc-9976-4ae7-ad40-c0be8f597db7 service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908198 Aug 24 17:00:14.865318 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9d232-e98b-41ab-8aa4-dce91bd3a6e9 req-a5167581-fa6b-4ba7-8be3-06c9824fcd5e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:14.866835 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b9e9d232-e98b-41ab-8aa4-dce91bd3a6e9 req-a5167581-fa6b-4ba7-8be3-06c9824fcd5e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0516112 Aug 24 17:00:14.905837 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b9e9d232-e98b-41ab-8aa4-dce91bd3a6e9 req-08268298-d7ca-4505-94fd-0e2b899c5c0e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326869 Aug 24 17:00:15.380143 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55308831-4bd8-435c-83e7-eebacf244de5 req-e3b37716-422c-45e2-be71-953ed6a2a4d0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:15.381639 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-55308831-4bd8-435c-83e7-eebacf244de5 req-e3b37716-422c-45e2-be71-953ed6a2a4d0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0557070 Aug 24 17:00:15.422650 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-55308831-4bd8-435c-83e7-eebacf244de5 req-04363313-9554-40a5-a9f7-b575118f422b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322347 Aug 24 17:00:16.043609 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fec74b-7f58-4f30-8e72-2bbd930c293f req-5e0c2bf3-56c2-4c16-8413-9e2a78d52842 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:16.045090 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f8fec74b-7f58-4f30-8e72-2bbd930c293f req-5e0c2bf3-56c2-4c16-8413-9e2a78d52842 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0622811 Aug 24 17:00:16.084735 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f8fec74b-7f58-4f30-8e72-2bbd930c293f req-982b93ce-cac2-44e5-9218-f94115595854 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329554 Aug 24 17:00:16.549326 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09bc05-2b76-41c2-a65e-57bb66272f2c req-a5330b77-f382-433b-a9df-941a6004db08 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:16.550921 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-dc09bc05-2b76-41c2-a65e-57bb66272f2c req-a5330b77-f382-433b-a9df-941a6004db08 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0533915 Aug 24 17:00:16.593728 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-dc09bc05-2b76-41c2-a65e-57bb66272f2c req-611a5512-5266-4585-b1ac-b58a8012b013 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359752 Aug 24 17:00:17.232688 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca693ae-911d-4d00-a82c-7dcde698f157 req-7cc2fb8e-32a8-43b6-8e33-adbe852498e8 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:17.234224 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eca693ae-911d-4d00-a82c-7dcde698f157 req-7cc2fb8e-32a8-43b6-8e33-adbe852498e8 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0621738 Aug 24 17:00:17.275006 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eca693ae-911d-4d00-a82c-7dcde698f157 req-a7fa8e3b-bc86-4909-b6e9-7713e5db3b83 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345614 Aug 24 17:00:17.719440 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c72d-cc2b-4ed4-a067-4bcf70a5dd0c req-9d5c23e8-061e-44db-89f5-0869539a4ed1 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:17.720949 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b0f3c72d-cc2b-4ed4-a067-4bcf70a5dd0c req-9d5c23e8-061e-44db-89f5-0869539a4ed1 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0498936 Aug 24 17:00:17.734301 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 1eb4d5c7-4317-4f53-a980-4e385cb06e54 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:00:17.778614 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b0f3c72d-cc2b-4ed4-a067-4bcf70a5dd0c req-7ab7281c-d907-4ba0-a7b6-43589f655bb2 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506532 Aug 24 17:00:17.837463 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 1eb4d5c7-4317-4f53-a980-4e385cb06e54, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:17.853147 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'port_id': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'mac_address': 'fa:16:3e:22:e8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:00:17.904282 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:17.919028 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1eb4d5c7-4317-4f53-a980-4e385cb06e54 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:00:17.940295 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 1eb4d5c7-4317-4f53-a980-4e385cb06e54, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:17.945400 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:17.997822 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=1eb4d5c7-4317-4f53-a980-4e385cb06e54,revision_number=6']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:18.286586 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['1eb4d5c7-4317-4f53-a980-4e385cb06e54'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:00:18.402529 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b9ab2-21fd-49ed-aa80-2b8ce4668a59 req-0735158e-a0af-4b21-9f1d-dc64220b28f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:18.404020 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-108b9ab2-21fd-49ed-aa80-2b8ce4668a59 req-0735158e-a0af-4b21-9f1d-dc64220b28f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 944 time: 0.0572026 Aug 24 17:00:18.442902 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-108b9ab2-21fd-49ed-aa80-2b8ce4668a59 req-32918f20-c700-4e75-8c64-7ab8ddbf8075 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329788 Aug 24 17:00:18.916012 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36de06-1839-49d0-ac03-13e261723fdc req-5531205b-bb29-4931-a2e8-02cbb51c48a7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:18.917558 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e36de06-1839-49d0-ac03-13e261723fdc req-5531205b-bb29-4931-a2e8-02cbb51c48a7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0511000 Aug 24 17:00:18.961361 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4e36de06-1839-49d0-ac03-13e261723fdc req-6730d627-44d6-47c1-ae09-ea355494bd02 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375271 Aug 24 17:00:19.573506 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938162b6-1cba-48c2-be92-01d8f1b1d729 req-d75b6d3d-983c-4608-b41f-001f8c5c49d2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:19.575004 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-938162b6-1cba-48c2-be92-01d8f1b1d729 req-d75b6d3d-983c-4608-b41f-001f8c5c49d2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 944 time: 0.0494306 Aug 24 17:00:19.618647 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-938162b6-1cba-48c2-be92-01d8f1b1d729 req-89861eec-9655-498b-b5e7-37975dac629f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374255 Aug 24 17:00:19.764252 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 1eb4d5c7-4317-4f53-a980-4e385cb06e54 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:00:19.818683 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 1eb4d5c7-4317-4f53-a980-4e385cb06e54 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:00:19.819102 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:19.896303 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:19.920581 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb4d5c7-4317-4f53-a980-4e385cb06e54'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:00:19.922893 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7ceb43-74ff-4cf6-b3c7-dd698a56e8cc" -d '{"events": [{"server_uuid": "ad136816-5685-49a4-bfbf-daf8a0962e5c", "name": "network-vif-plugged", "status": "completed", "tag": "1eb4d5c7-4317-4f53-a980-4e385cb06e54"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:00:19.939571 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 1eb4d5c7-4317-4f53-a980-4e385cb06e54, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:19.949810 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:19.987432 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df1e3df-9848-4a2b-831b-6100ce644eb9 x-openstack-request-id: req-3df1e3df-9848-4a2b-831b-6100ce644eb9 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:00:19.987696 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad136816-5685-49a4-bfbf-daf8a0962e5c", "name": "network-vif-plugged", "status": "completed", "tag": "1eb4d5c7-4317-4f53-a980-4e385cb06e54", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:00:19.987943 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3df1e3df-9848-4a2b-831b-6100ce644eb9 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:00:19.988315 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'code': 200} Aug 24 17:00:20.014731 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=1eb4d5c7-4317-4f53-a980-4e385cb06e54,revision_number=7']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:20.086078 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25529b82-e953-4082-b69f-a90c3e411f92 req-d6281e79-18cc-4f27-a580-62fd90e85f51 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:20.087687 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-25529b82-e953-4082-b69f-a90c3e411f92 req-d6281e79-18cc-4f27-a580-62fd90e85f51 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0518510 Aug 24 17:00:20.132806 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-25529b82-e953-4082-b69f-a90c3e411f92 req-e84ed8cf-4536-441f-ad87-af8df35db125 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376115 Aug 24 17:00:20.747188 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3577177-d04a-47f3-afb8-642171d271a4 req-d87a28f7-28f6-4285-8375-77298c56d505 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:20.748722 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b3577177-d04a-47f3-afb8-642171d271a4 req-d87a28f7-28f6-4285-8375-77298c56d505 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0532582 Aug 24 17:00:20.800979 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b3577177-d04a-47f3-afb8-642171d271a4 req-00426a6e-0d4c-4c23-8b38-aa23d2d1333d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450470 Aug 24 17:00:21.286890 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36503230-8c21-451b-bd0c-ddae76271807 req-57ec8892-16f7-47e0-b864-804777c2ac5f tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:21.291485 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-36503230-8c21-451b-bd0c-ddae76271807 req-57ec8892-16f7-47e0-b864-804777c2ac5f tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0688183 Aug 24 17:00:21.353840 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-36503230-8c21-451b-bd0c-ddae76271807 req-1179af04-5f22-4822-b6f5-61b6d52979d4 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572350 Aug 24 17:00:21.951101 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e2f52-fbc1-4ccc-ad53-12dae2a046a8 req-7ef73727-c7ea-4c0c-bccf-dcc42a9ba517 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:21.953448 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2d3e2f52-fbc1-4ccc-ad53-12dae2a046a8 req-7ef73727-c7ea-4c0c-bccf-dcc42a9ba517 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0634618 Aug 24 17:00:22.020694 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2d3e2f52-fbc1-4ccc-ad53-12dae2a046a8 req-34713db2-3b82-47f3-b2ad-2640a5f9d1ea tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599973 Aug 24 17:00:22.477881 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e640bf-207c-46f1-937f-7796a894a26d req-8f1d5e26-427a-4375-abef-6c82e88cfe17 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:22.479507 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-38e640bf-207c-46f1-937f-7796a894a26d req-8f1d5e26-427a-4375-abef-6c82e88cfe17 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0544300 Aug 24 17:00:22.531912 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-38e640bf-207c-46f1-937f-7796a894a26d req-aa8000ac-ab14-49e0-b164-813e5e62e022 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437448 Aug 24 17:00:22.964475 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:23.171968 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e497f4-54f2-4c7d-ae10-3982448e6019 req-edf40601-3527-49e1-84c8-f508b555dcb1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:23.174359 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b3e497f4-54f2-4c7d-ae10-3982448e6019 req-edf40601-3527-49e1-84c8-f508b555dcb1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0576584 Aug 24 17:00:23.222996 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b3e497f4-54f2-4c7d-ae10-3982448e6019 req-4491f7d2-b322-43ac-bb04-993e68ba5bdc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415053 Aug 24 17:00:23.711872 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd4ed3-596a-408a-9e54-fa19fe65d3c7 req-5144fc14-0e20-42f0-8762-9fed1bb4128e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:23.714250 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e2bd4ed3-596a-408a-9e54-fa19fe65d3c7 req-5144fc14-0e20-42f0-8762-9fed1bb4128e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.1018274 Aug 24 17:00:23.776951 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e2bd4ed3-596a-408a-9e54-fa19fe65d3c7 req-222af3e8-fa96-478c-b423-4fcaab3b12e8 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448599 Aug 24 17:00:24.392294 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d791e74-1674-4117-ba30-751fd81db56c req-51b13b3d-664c-4271-80cc-82d3aaa8f06c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:24.393926 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d791e74-1674-4117-ba30-751fd81db56c req-51b13b3d-664c-4271-80cc-82d3aaa8f06c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0610857 Aug 24 17:00:24.451226 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d791e74-1674-4117-ba30-751fd81db56c req-8d21d6ce-fabf-4afd-8124-4b03e8f7dbbc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480554 Aug 24 17:00:24.895166 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d820a20-d1c8-4afe-8d14-6e2c4d6e5923 req-36eda6c4-0d32-423f-8755-6e0a221298ab tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:24.896954 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3d820a20-d1c8-4afe-8d14-6e2c4d6e5923 req-36eda6c4-0d32-423f-8755-6e0a221298ab tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0564361 Aug 24 17:00:24.941655 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3d820a20-d1c8-4afe-8d14-6e2c4d6e5923 req-030a8d99-5b61-48bb-be0d-7beb0594d1f5 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376279 Aug 24 17:00:25.220043 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131488f1-7cc9-4b37-8a6a-e1217197b2e9 req-d8f5087e-79d6-4482-8cdb-2ad44d786962 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:25.222285 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-131488f1-7cc9-4b37-8a6a-e1217197b2e9 req-d8f5087e-79d6-4482-8cdb-2ad44d786962 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 945 time: 0.0518329 Aug 24 17:00:25.269788 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-131488f1-7cc9-4b37-8a6a-e1217197b2e9 req-441da328-8dd0-42ed-8df4-cced18d73ce3 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404439 Aug 24 17:00:25.592694 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd8b27-942c-442b-8c2a-3f2b261cc392 req-ff4aec67-0da9-49ad-a6c6-e2f23b01b76f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:25.594382 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e5dd8b27-942c-442b-8c2a-3f2b261cc392 req-ff4aec67-0da9-49ad-a6c6-e2f23b01b76f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0572631 Aug 24 17:00:25.640866 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e5dd8b27-942c-442b-8c2a-3f2b261cc392 req-41e399d1-f4d5-4142-ad25-fb14eb1e0aab tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399227 Aug 24 17:00:26.083016 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963a07d-30ac-41e3-8ec8-da5c28473410 req-5d0c7be6-2fc7-444c-b648-4244a00aba2e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:26.093092 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3963a07d-30ac-41e3-8ec8-da5c28473410 req-5d0c7be6-2fc7-444c-b648-4244a00aba2e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0739102 Aug 24 17:00:26.171322 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3963a07d-30ac-41e3-8ec8-da5c28473410 req-8d785d54-f34c-46d6-9f05-5a1b02828a10 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772965 Aug 24 17:00:26.412012 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e15dd0-796a-4e2c-954c-b23f442e9f41 req-53bed1fa-466d-4403-aa69-33b4c0f21719 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:26.413606 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-02e15dd0-796a-4e2c-954c-b23f442e9f41 req-53bed1fa-466d-4403-aa69-33b4c0f21719 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 945 time: 0.0492666 Aug 24 17:00:26.456747 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-02e15dd0-796a-4e2c-954c-b23f442e9f41 req-7c3bc569-c0c4-41c8-a03e-fe13f10ac6e5 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372107 Aug 24 17:00:26.771848 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02e8bb-ac0d-42f2-a891-681830ec147f req-2403708f-cbac-4348-b4c0-97e09e29dd89 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:26.774029 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7b02e8bb-ac0d-42f2-a891-681830ec147f req-2403708f-cbac-4348-b4c0-97e09e29dd89 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0521185 Aug 24 17:00:26.815014 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7b02e8bb-ac0d-42f2-a891-681830ec147f req-c8019ad2-f619-4745-9fbf-079993377091 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347171 Aug 24 17:00:27.313481 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3b73-bca5-4a5a-9a5c-97fe0f5f788e req-deb45799-8770-41cd-a3ac-74ec2627782c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:27.320964 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-211b3b73-bca5-4a5a-9a5c-97fe0f5f788e req-deb45799-8770-41cd-a3ac-74ec2627782c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0564220 Aug 24 17:00:27.357235 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-211b3b73-bca5-4a5a-9a5c-97fe0f5f788e req-a8c656b7-65cf-413f-978f-24256e46999f tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353758 Aug 24 17:00:27.581288 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41034afa-a44e-4044-959d-d8fb6938aea7 req-6dd44333-7816-48d5-b87b-d893bae6f2b9 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:27.582825 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-41034afa-a44e-4044-959d-d8fb6938aea7 req-6dd44333-7816-48d5-b87b-d893bae6f2b9 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 945 time: 0.0536585 Aug 24 17:00:27.625862 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-41034afa-a44e-4044-959d-d8fb6938aea7 req-d0303609-503d-4a20-a848-58527018bca8 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365095 Aug 24 17:00:27.958400 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8b7c3-463b-41b4-a917-0730ebd59ed3 req-01de930f-ed7a-430f-a68e-48856709e64e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:27.960234 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ffa8b7c3-463b-41b4-a917-0730ebd59ed3 req-01de930f-ed7a-430f-a68e-48856709e64e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0640483 Aug 24 17:00:28.012080 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ffa8b7c3-463b-41b4-a917-0730ebd59ed3 req-f150dbd8-4c95-4469-9654-94358cc6af21 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426605 Aug 24 17:00:28.349519 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bcdca-03f1-42ef-84e2-f8f78b25888a req-f7e3a9fe-2db9-4958-847f-f2c362da8c87 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:28.351293 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cc6bcdca-03f1-42ef-84e2-f8f78b25888a req-f7e3a9fe-2db9-4958-847f-f2c362da8c87 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 945 time: 0.0509729 Aug 24 17:00:28.481749 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-cc6bcdca-03f1-42ef-84e2-f8f78b25888a req-a7226f83-33fe-442c-9352-906575b456f7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Deleting port 5220e545-2477-48d2-9056-703f43462d1a {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:00:28.481992 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-cc6bcdca-03f1-42ef-84e2-f8f78b25888a req-a7226f83-33fe-442c-9352-906575b456f7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:28.490886 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5521322-54c8-4a6b-ae67-b1b37c58daf7 req-86accfff-de29-4ee6-b6f9-76453a7a79f4 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:28.498848 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a5521322-54c8-4a6b-ae67-b1b37c58daf7 req-86accfff-de29-4ee6-b6f9-76453a7a79f4 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0653367 Aug 24 17:00:28.545794 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a5521322-54c8-4a6b-ae67-b1b37c58daf7 req-d2d34db7-cbfd-4537-a288-ce32d17f4aeb tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459101 Aug 24 17:00:28.599629 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-cc6bcdca-03f1-42ef-84e2-f8f78b25888a req-a7226f83-33fe-442c-9352-906575b456f7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] For port 5220e545-2477-48d2-9056-703f43462d1a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=5220e545-2477-48d2-9056-703f43462d1a,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:28.600413 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-cc6bcdca-03f1-42ef-84e2-f8f78b25888a req-a7226f83-33fe-442c-9352-906575b456f7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:28.622487 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-cc6bcdca-03f1-42ef-84e2-f8f78b25888a req-a7226f83-33fe-442c-9352-906575b456f7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Calling delete_port for 5220e545-2477-48d2-9056-703f43462d1a owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:00:28.782924 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef829c-bdb8-4ab4-af0f-cb6f421608cc req-3e540189-3d65-44eb-9069-676e0d949016 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:28.784794 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7cef829c-bdb8-4ab4-af0f-cb6f421608cc req-3e540189-3d65-44eb-9069-676e0d949016 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 945 time: 0.0770922 Aug 24 17:00:28.831913 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7cef829c-bdb8-4ab4-af0f-cb6f421608cc req-5da0217c-0ceb-472d-acfe-8552ee7db08a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 Aug 24 17:00:28.892025 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-cc6bcdca-03f1-42ef-84e2-f8f78b25888a req-a7226f83-33fe-442c-9352-906575b456f7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:28.921102 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7226f83-33fe-442c-9352-906575b456f7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Pushing event deleted for resources: {'Port': ['ID=5220e545-2477-48d2-9056-703f43462d1a,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:28.938980 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['733e211f-dc0d-4739-bd69-8bfab41cc11e', '8d31291a-df56-499d-ba83-8477b899a368', '34cf3e97-dc33-4eb4-89fa-db223ad072b2', '5220e545-2477-48d2-9056-703f43462d1a'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:00:28.980066 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6bcdca-03f1-42ef-84e2-f8f78b25888a req-a7226f83-33fe-442c-9352-906575b456f7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] No DVR routers for this DVR port 5220e545-2477-48d2-9056-703f43462d1a on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:00:28.985080 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-cc6bcdca-03f1-42ef-84e2-f8f78b25888a req-a7226f83-33fe-442c-9352-906575b456f7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:28.987312 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cc6bcdca-03f1-42ef-84e2-f8f78b25888a req-a7226f83-33fe-442c-9352-906575b456f7 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "DELETE /v2.0/ports/5220e545-2477-48d2-9056-703f43462d1a HTTP/1.1" status: 204 len: 173 time: 0.6226611 Aug 24 17:00:28.987786 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b591bbdc-04b3-4a41-bb0d-913180d3737f', 'name': 'network-vif-deleted', 'tag': '5220e545-2477-48d2-9056-703f43462d1a'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:00:28.990185 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019d2b20-ebf4-47a2-b2d5-aa1cdb829cc3" -d '{"events": [{"server_uuid": "b591bbdc-04b3-4a41-bb0d-913180d3737f", "name": "network-vif-deleted", "tag": "5220e545-2477-48d2-9056-703f43462d1a"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:00:29.093568 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f95019-a665-4b5e-8594-dead86d23f83 x-openstack-request-id: req-97f95019-a665-4b5e-8594-dead86d23f83 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:00:29.094555 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b591bbdc-04b3-4a41-bb0d-913180d3737f", "name": "network-vif-deleted", "tag": "5220e545-2477-48d2-9056-703f43462d1a", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:00:29.095044 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97f95019-a665-4b5e-8594-dead86d23f83 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:00:29.095862 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b591bbdc-04b3-4a41-bb0d-913180d3737f', 'name': 'network-vif-deleted', 'tag': '5220e545-2477-48d2-9056-703f43462d1a', 'status': 'completed', 'code': 200} Aug 24 17:00:29.216066 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c0a6d-cc39-4013-a388-466606daafb5 req-934c913e-feb3-4825-9a68-8516e14844f5 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:29.224312 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-237c0a6d-cc39-4013-a388-466606daafb5 req-934c913e-feb3-4825-9a68-8516e14844f5 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0647452 Aug 24 17:00:29.280648 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-237c0a6d-cc39-4013-a388-466606daafb5 req-e3d5ba1b-7812-4cc0-b484-644f60e0f84e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554473 Aug 24 17:00:29.665359 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edebba-340d-4f72-86da-aed8983fe3e1 req-040d7617-e4b3-4a30-ab8e-1b459070dfa7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:29.672587 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-50edebba-340d-4f72-86da-aed8983fe3e1 req-040d7617-e4b3-4a30-ab8e-1b459070dfa7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0589256 Aug 24 17:00:29.706869 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-50edebba-340d-4f72-86da-aed8983fe3e1 req-bc50921c-9f0e-4928-9fb4-f997b96be185 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332510 Aug 24 17:00:29.955077 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5f9405e9-f469-4e34-b686-f6c51f2dc238 req-03789011-7122-4e06-8a6f-6dec60feac21 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=b591bbdc-04b3-4a41-bb0d-913180d3737f HTTP/1.1" status: 200 len: 210 time: 0.0267293 Aug 24 17:00:30.405057 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a43da-a8ae-4d14-8b13-41e2993f2764 req-f45401c1-bb7a-4611-a8e5-0dc61d82ce80 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:30.406562 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9a5a43da-a8ae-4d14-8b13-41e2993f2764 req-f45401c1-bb7a-4611-a8e5-0dc61d82ce80 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0492892 Aug 24 17:00:30.445354 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9a5a43da-a8ae-4d14-8b13-41e2993f2764 req-035761df-d8a7-4942-9350-ecc13af0d10c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327067 Aug 24 17:00:30.835256 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093c745-5a84-4308-8919-0f788310ab6c req-d1176c09-1980-4a25-93fb-4e6cf1288c0d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:30.836739 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7093c745-5a84-4308-8919-0f788310ab6c req-d1176c09-1980-4a25-93fb-4e6cf1288c0d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0599389 Aug 24 17:00:30.875324 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7093c745-5a84-4308-8919-0f788310ab6c req-3a3d3db3-ae0d-41b9-8ec5-c532fe60d541 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324924 Aug 24 17:00:30.937474 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ebd31-7d0a-456e-9bc3-0e0aaba62f3c req-8c2b08ff-4d9a-49d0-9373-82cac4aae18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:30.939008 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-855ebd31-7d0a-456e-9bc3-0e0aaba62f3c req-8c2b08ff-4d9a-49d0-9373-82cac4aae18e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd5cc4db84894a6582094a71bb023ee0&device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 1098 time: 0.0450997 Aug 24 17:00:31.031920 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ebd31-7d0a-456e-9bc3-0e0aaba62f3c req-d787fb86-bacb-46b7-ae0c-20b273a4ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:31.033405 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-855ebd31-7d0a-456e-9bc3-0e0aaba62f3c req-d787fb86-bacb-46b7-ae0c-20b273a4ed73 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47707b32-7c4e-4c21-bd52-0372b8d921a4 HTTP/1.1" status: 200 len: 918 time: 0.0852520 Aug 24 17:00:31.109076 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-855ebd31-7d0a-456e-9bc3-0e0aaba62f3c req-592801ed-3d9e-4d0b-a11b-f070fa6eddd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54 HTTP/1.1" status: 200 len: 999 time: 0.0631888 Aug 24 17:00:31.170949 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ebd31-7d0a-456e-9bc3-0e0aaba62f3c req-bd1f7252-7e6a-4492-b2ed-4298568bbe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:31.172415 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-855ebd31-7d0a-456e-9bc3-0e0aaba62f3c req-bd1f7252-7e6a-4492-b2ed-4298568bbe06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a4233f5-3ced-41ee-bb84-dc2690331635 HTTP/1.1" status: 200 len: 856 time: 0.0446527 Aug 24 17:00:31.230965 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ebd31-7d0a-456e-9bc3-0e0aaba62f3c req-412572cc-ebf7-41d8-8dc5-c3e79db4bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:31.232450 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-855ebd31-7d0a-456e-9bc3-0e0aaba62f3c req-412572cc-ebf7-41d8-8dc5-c3e79db4bdd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47707b32-7c4e-4c21-bd52-0372b8d921a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421166 Aug 24 17:00:31.341442 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-855ebd31-7d0a-456e-9bc3-0e0aaba62f3c req-429f5243-9921-463e-af08-2b13ed0b1cde service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960033 Aug 24 17:00:31.444570 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-855ebd31-7d0a-456e-9bc3-0e0aaba62f3c req-4dee79d0-0248-4bdb-82c9-66a7656abe40 service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882580 Aug 24 17:00:31.579379 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af5d35-ff12-4eab-8cc9-90d625014df8 req-4fdce091-36f8-41f8-9aa0-897ec00d9ca0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:31.580888 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d9af5d35-ff12-4eab-8cc9-90d625014df8 req-4fdce091-36f8-41f8-9aa0-897ec00d9ca0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0510693 Aug 24 17:00:31.620261 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d9af5d35-ff12-4eab-8cc9-90d625014df8 req-dd68de91-7ad5-44fd-8474-5f4709e684b1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316310 Aug 24 17:00:32.006084 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c7bbf-8e6d-4b22-8798-c3af26766d41 req-cf264fda-cf1d-41ec-ba7b-ce84aeffbf99 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:32.007688 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-394c7bbf-8e6d-4b22-8798-c3af26766d41 req-cf264fda-cf1d-41ec-ba7b-ce84aeffbf99 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0539765 Aug 24 17:00:32.047752 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-394c7bbf-8e6d-4b22-8798-c3af26766d41 req-e17b1ab0-30e5-4866-9d01-a27f207cb35e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320723 Aug 24 17:00:32.380143 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410228ce-b9b8-40fa-88a0-3d7af0810f08 req-be354d5c-37d0-4334-8807-7afcbbca9219 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:32.381599 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-410228ce-b9b8-40fa-88a0-3d7af0810f08 req-be354d5c-37d0-4334-8807-7afcbbca9219 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 946 time: 0.0545442 Aug 24 17:00:32.430976 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-410228ce-b9b8-40fa-88a0-3d7af0810f08 req-1cf2c445-beb8-4fa5-83ba-7db0ab9b9d3f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403581 Aug 24 17:00:32.757514 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fb846-5146-4d11-affa-627eafe1c598 req-c1a3671f-c7cc-47c4-9073-fe94636b3b4f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:32.758960 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c35fb846-5146-4d11-affa-627eafe1c598 req-c1a3671f-c7cc-47c4-9073-fe94636b3b4f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0575702 Aug 24 17:00:32.802171 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c35fb846-5146-4d11-affa-627eafe1c598 req-adf5b018-3133-4e39-a85d-01fb8d7500bb tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343714 Aug 24 17:00:33.169359 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35edc3-dd41-4930-8f7a-c7ebb4427744 req-0f96b068-3bcb-469a-9df0-cc59258969c6 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:33.170837 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bf35edc3-dd41-4930-8f7a-c7ebb4427744 req-0f96b068-3bcb-469a-9df0-cc59258969c6 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0515306 Aug 24 17:00:33.210165 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bf35edc3-dd41-4930-8f7a-c7ebb4427744 req-b5b3aa88-1e2e-4ac4-9a4b-b3837168ec27 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306273 Aug 24 17:00:33.556558 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977b3da-c768-4495-9c42-16f8d87a829b req-e4eba7b4-d7bb-439b-8e77-22f6e0e98225 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:33.558002 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3977b3da-c768-4495-9c42-16f8d87a829b req-e4eba7b4-d7bb-439b-8e77-22f6e0e98225 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 946 time: 0.0507450 Aug 24 17:00:33.599486 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3977b3da-c768-4495-9c42-16f8d87a829b req-2cdf734b-eb23-4e28-aeec-268106feed09 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323992 Aug 24 17:00:33.848767 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 5220e545-2477-48d2-9056-703f43462d1a no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:00:33.869615 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 5220e545-2477-48d2-9056-703f43462d1a {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:00:33.869964 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 5220e545-2477-48d2-9056-703f43462d1a not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:00:33.941061 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb86410-fc57-4902-924b-a05acb5795a0 req-45fe886c-f68a-4afa-a11a-5f78ed924074 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:33.942568 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1eb86410-fc57-4902-924b-a05acb5795a0 req-45fe886c-f68a-4afa-a11a-5f78ed924074 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0571012 Aug 24 17:00:33.984181 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1eb86410-fc57-4902-924b-a05acb5795a0 req-1bf9340d-16e7-4486-bf89-4371aa54b636 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332305 Aug 24 17:00:34.349112 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e0005-6fef-48bb-bdce-1ff866295da6 req-d83e2724-b0f7-4550-a4b1-e4d3c55c0b5b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:34.350621 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cd8e0005-6fef-48bb-bdce-1ff866295da6 req-d83e2724-b0f7-4550-a4b1-e4d3c55c0b5b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0576701 Aug 24 17:00:34.388895 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cd8e0005-6fef-48bb-bdce-1ff866295da6 req-b92b45d8-7152-4225-82d9-c2fe7a12d6f3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322797 Aug 24 17:00:34.723726 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16d9a4-86b9-4ca0-a55c-6ae950422a17 req-7afa7005-20c7-4618-a4d1-6e09b46ea862 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:34.725181 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ad16d9a4-86b9-4ca0-a55c-6ae950422a17 req-7afa7005-20c7-4618-a4d1-6e09b46ea862 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 946 time: 0.0535262 Aug 24 17:00:34.764530 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ad16d9a4-86b9-4ca0-a55c-6ae950422a17 req-784606fa-6002-423e-88d5-9e4fa3350543 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329077 Aug 24 17:00:35.014276 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-ad8352b5-2677-44d0-a3dd-09bad394f9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:35.124078 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb284e8-f205-4db1-82d4-7940a74a3b5e req-afe29cb5-2912-460e-96cd-b4d33eb43a97 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:35.125686 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cbb284e8-f205-4db1-82d4-7940a74a3b5e req-afe29cb5-2912-460e-96cd-b4d33eb43a97 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.0583794 Aug 24 17:00:35.168051 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-cbb284e8-f205-4db1-82d4-7940a74a3b5e req-400e0e54-91c7-42ab-92b8-0c044f0ba21b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339084 Aug 24 17:00:35.461312 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119c7b2-a0d7-471b-8e85-8cc0e8aa0783 req-874c07ad-6957-40ee-8ff4-cac93cfe805b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:35.462826 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3119c7b2-a0d7-471b-8e85-8cc0e8aa0783 req-874c07ad-6957-40ee-8ff4-cac93cfe805b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 946 time: 0.0497439 Aug 24 17:00:35.517853 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a36988-efb0-4f5a-8687-1079328e21c0 req-fd7dbbcd-0a55-40a1-9be5-11a6b9f578c6 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:35.519495 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-35a36988-efb0-4f5a-8687-1079328e21c0 req-fd7dbbcd-0a55-40a1-9be5-11a6b9f578c6 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0531197 Aug 24 17:00:35.570080 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-3119c7b2-a0d7-471b-8e85-8cc0e8aa0783 req-9fa42961-009c-466f-9934-c9d8e5de669b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Deleting port 34cf3e97-dc33-4eb4-89fa-db223ad072b2 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:00:35.570629 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3119c7b2-a0d7-471b-8e85-8cc0e8aa0783 req-9fa42961-009c-466f-9934-c9d8e5de669b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:35.579812 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-35a36988-efb0-4f5a-8687-1079328e21c0 req-10da2d92-bd3e-4bbe-96b0-ad2cbe9adc25 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527380 Aug 24 17:00:35.661243 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-3119c7b2-a0d7-471b-8e85-8cc0e8aa0783 req-9fa42961-009c-466f-9934-c9d8e5de669b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] For port 34cf3e97-dc33-4eb4-89fa-db223ad072b2, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=34cf3e97-dc33-4eb4-89fa-db223ad072b2,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:35.661602 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3119c7b2-a0d7-471b-8e85-8cc0e8aa0783 req-9fa42961-009c-466f-9934-c9d8e5de669b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:35.674733 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-3119c7b2-a0d7-471b-8e85-8cc0e8aa0783 req-9fa42961-009c-466f-9934-c9d8e5de669b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Calling delete_port for 34cf3e97-dc33-4eb4-89fa-db223ad072b2 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:00:35.819246 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3119c7b2-a0d7-471b-8e85-8cc0e8aa0783 req-9fa42961-009c-466f-9934-c9d8e5de669b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:35.837625 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 1eb4d5c7-4317-4f53-a980-4e385cb06e54 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:00:35.874579 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa42961-009c-466f-9934-c9d8e5de669b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Pushing event deleted for resources: {'Port': ['ID=34cf3e97-dc33-4eb4-89fa-db223ad072b2,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:35.880468 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['733e211f-dc0d-4739-bd69-8bfab41cc11e', '8d31291a-df56-499d-ba83-8477b899a368', '34cf3e97-dc33-4eb4-89fa-db223ad072b2'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:00:35.894494 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0ac151f3-91d6-4b06-a466-378bb0d1aa3d req-f3db9642-6593-46bd-9594-5aa71beeb963 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=8abb5126-c423-41a6-84f8-b5c15cc147c4 HTTP/1.1" status: 200 len: 210 time: 0.0396519 Aug 24 17:00:35.940148 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-3119c7b2-a0d7-471b-8e85-8cc0e8aa0783 req-9fa42961-009c-466f-9934-c9d8e5de669b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] No DVR routers for this DVR port 34cf3e97-dc33-4eb4-89fa-db223ad072b2 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:00:35.943330 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3119c7b2-a0d7-471b-8e85-8cc0e8aa0783 req-9fa42961-009c-466f-9934-c9d8e5de669b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:35.945368 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3119c7b2-a0d7-471b-8e85-8cc0e8aa0783 req-9fa42961-009c-466f-9934-c9d8e5de669b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "DELETE /v2.0/ports/34cf3e97-dc33-4eb4-89fa-db223ad072b2 HTTP/1.1" status: 204 len: 173 time: 0.4710135 Aug 24 17:00:35.946150 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abb5126-c423-41a6-84f8-b5c15cc147c4', 'name': 'network-vif-deleted', 'tag': '34cf3e97-dc33-4eb4-89fa-db223ad072b2'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:00:35.948494 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57b8836-fe82-4417-93ac-3ac1473bbc20" -d '{"events": [{"server_uuid": "8abb5126-c423-41a6-84f8-b5c15cc147c4", "name": "network-vif-deleted", "tag": "34cf3e97-dc33-4eb4-89fa-db223ad072b2"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:00:35.958186 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31728c18-ec1b-455c-905d-2033915de609 req-6f20fe97-e92a-4e8d-931e-63b80c1faef7 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:35.959724 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-31728c18-ec1b-455c-905d-2033915de609 req-6f20fe97-e92a-4e8d-931e-63b80c1faef7 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 945 time: 0.1384254 Aug 24 17:00:36.019397 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d98267-f9a3-4485-b605-ad4523197f7d x-openstack-request-id: req-56d98267-f9a3-4485-b605-ad4523197f7d {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:00:36.019677 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abb5126-c423-41a6-84f8-b5c15cc147c4", "name": "network-vif-deleted", "tag": "34cf3e97-dc33-4eb4-89fa-db223ad072b2", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:00:36.019922 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56d98267-f9a3-4485-b605-ad4523197f7d {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:00:36.020385 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abb5126-c423-41a6-84f8-b5c15cc147c4', 'name': 'network-vif-deleted', 'tag': '34cf3e97-dc33-4eb4-89fa-db223ad072b2', 'status': 'completed', 'code': 200} Aug 24 17:00:36.026879 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-31728c18-ec1b-455c-905d-2033915de609 req-765b877b-2dde-42b3-af53-6ef2ea0f0d33 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463054 Aug 24 17:00:36.027103 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:36.075150 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eb4d5c7-4317-4f53-a980-4e385cb06e54'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:00:36.078016 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7bce53-b3e3-4ac7-8d9a-d0a31a44ba7b" -d '{"events": [{"server_uuid": "ad136816-5685-49a4-bfbf-daf8a0962e5c", "name": "network-vif-unplugged", "status": "completed", "tag": "1eb4d5c7-4317-4f53-a980-4e385cb06e54"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:00:36.082771 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 1eb4d5c7-4317-4f53-a980-4e385cb06e54, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:36.091410 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:36.119608 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 17:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6655c5f3-5196-4e45-94f6-6694bb8189ab x-openstack-request-id: req-6655c5f3-5196-4e45-94f6-6694bb8189ab {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:00:36.119999 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad136816-5685-49a4-bfbf-daf8a0962e5c", "name": "network-vif-unplugged", "status": "failed", "tag": "1eb4d5c7-4317-4f53-a980-4e385cb06e54", "code": 422}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:00:36.120250 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6655c5f3-5196-4e45-94f6-6694bb8189ab {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:00:36.120678 dv-cinder-799668-9-iscsi neutron-server[93843]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'code': 422} returned with failed status Aug 24 17:00:36.169836 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=1eb4d5c7-4317-4f53-a980-4e385cb06e54,revision_number=8']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:36.263970 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 59914) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:00:36.368453 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-986f0b84-46f0-49b0-8d57-75db7dd1718c req-bea8e9ee-470a-48a6-8856-809790d5b1d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1028550 Aug 24 17:00:36.698407 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de215e3-6357-443d-9e8e-37238516b303 req-9008d577-4c73-4476-9cac-fc31931933a7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:36.699970 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2de215e3-6357-443d-9e8e-37238516b303 req-9008d577-4c73-4476-9cac-fc31931933a7 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0527794 Aug 24 17:00:36.746177 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2de215e3-6357-443d-9e8e-37238516b303 req-f2f2f81f-a113-4d60-8462-4c6b42192067 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377016 Aug 24 17:00:37.157927 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd048a-a22e-4b7e-a880-5717cc68e483 req-40545f20-a2c2-43cc-9086-3045fd8833be tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:37.159539 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-dedd048a-a22e-4b7e-a880-5717cc68e483 req-40545f20-a2c2-43cc-9086-3045fd8833be tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0493453 Aug 24 17:00:37.163804 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcb2ae-c006-4b09-9d2d-5eaeb5b9e706 req-17ff9f78-eabf-40ec-8719-9051dfe20d4b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:37.165378 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a3bcb2ae-c006-4b09-9d2d-5eaeb5b9e706 req-17ff9f78-eabf-40ec-8719-9051dfe20d4b tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 945 time: 0.0488083 Aug 24 17:00:37.196863 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-dedd048a-a22e-4b7e-a880-5717cc68e483 req-cdb01faa-9270-43cc-999f-635242c4d3f0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312486 Aug 24 17:00:37.205907 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a3bcb2ae-c006-4b09-9d2d-5eaeb5b9e706 req-550a3d5c-9800-43ba-aeb6-25cbaaae06e6 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346372 Aug 24 17:00:37.867382 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e9381-0b37-476a-b5e3-09a4aa33b4a0 req-c5573240-0d3d-4248-b191-19ad93566f26 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:37.868787 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6c9e9381-0b37-476a-b5e3-09a4aa33b4a0 req-c5573240-0d3d-4248-b191-19ad93566f26 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0514698 Aug 24 17:00:37.897359 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d307a867-0b85-4a71-a636-eab6ddfe29a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:37.926614 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6c9e9381-0b37-476a-b5e3-09a4aa33b4a0 req-a6247ee7-c4b7-4847-a2dc-03f8ea891763 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379176 Aug 24 17:00:38.022169 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:38.319838 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4542e9f-4642-4c6a-a12b-fdc66738ed06 req-6b489677-5771-4c6f-a271-659d899f191b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:38.321477 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b4542e9f-4642-4c6a-a12b-fdc66738ed06 req-6b489677-5771-4c6f-a271-659d899f191b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0484931 Aug 24 17:00:38.330734 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93908d20-6905-42fb-b69f-6ab04c5f4b1d req-eba79782-d8df-43e7-943f-aeccd9232d93 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:38.332371 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-93908d20-6905-42fb-b69f-6ab04c5f4b1d req-eba79782-d8df-43e7-943f-aeccd9232d93 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 945 time: 0.0489419 Aug 24 17:00:38.369532 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b4542e9f-4642-4c6a-a12b-fdc66738ed06 req-e5ac3df9-1345-46d7-9101-b452e2de3702 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407677 Aug 24 17:00:38.374977 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-93908d20-6905-42fb-b69f-6ab04c5f4b1d req-bcbddb90-0c3b-4e05-807f-a1b1ead32fe9 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364091 Aug 24 17:00:38.515755 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f0b84-46f0-49b0-8d57-75db7dd1718c req-2c78efa5-a9d0-4b6c-8894-6d166fc07542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:38.517414 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-986f0b84-46f0-49b0-8d57-75db7dd1718c req-2c78efa5-a9d0-4b6c-8894-6d166fc07542 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c&tenant_id=fd5cc4db84894a6582094a71bb023ee0 HTTP/1.1" status: 200 len: 1096 time: 0.0747664 Aug 24 17:00:38.604145 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f0b84-46f0-49b0-8d57-75db7dd1718c req-fe4cfe65-e29f-4226-8135-096e3f39780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:38.605851 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-986f0b84-46f0-49b0-8d57-75db7dd1718c req-fe4cfe65-e29f-4226-8135-096e3f39780b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd5cc4db84894a6582094a71bb023ee0&device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 1096 time: 0.0462282 Aug 24 17:00:38.718553 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f0b84-46f0-49b0-8d57-75db7dd1718c req-74642a1b-de95-446c-b3c6-c81ab95e2f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:38.720031 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-986f0b84-46f0-49b0-8d57-75db7dd1718c req-74642a1b-de95-446c-b3c6-c81ab95e2f02 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47707b32-7c4e-4c21-bd52-0372b8d921a4 HTTP/1.1" status: 200 len: 918 time: 0.0964916 Aug 24 17:00:38.791775 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-986f0b84-46f0-49b0-8d57-75db7dd1718c req-7a235335-7bce-45cc-ba8f-d5bed331c94f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54 HTTP/1.1" status: 200 len: 997 time: 0.0602860 Aug 24 17:00:38.847886 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f0b84-46f0-49b0-8d57-75db7dd1718c req-84d1435f-e541-4bdf-9825-01f3c78c5484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:38.849346 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-986f0b84-46f0-49b0-8d57-75db7dd1718c req-84d1435f-e541-4bdf-9825-01f3c78c5484 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a4233f5-3ced-41ee-bb84-dc2690331635 HTTP/1.1" status: 200 len: 856 time: 0.0464764 Aug 24 17:00:38.938491 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f0b84-46f0-49b0-8d57-75db7dd1718c req-87b7515b-ae48-45d2-9602-7b9818fe2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:38.939951 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-986f0b84-46f0-49b0-8d57-75db7dd1718c req-87b7515b-ae48-45d2-9602-7b9818fe2f60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47707b32-7c4e-4c21-bd52-0372b8d921a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429528 Aug 24 17:00:39.072061 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-986f0b84-46f0-49b0-8d57-75db7dd1718c req-5fbda1dc-baff-4e4c-9b0a-502f0b2bebfc service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224926 Aug 24 17:00:39.080073 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee42d21-498a-4012-b8b0-ac0eaeefe5c8 req-61877c59-7ffa-4ef7-bcda-008c038d4761 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:39.081450 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ee42d21-498a-4012-b8b0-ac0eaeefe5c8 req-61877c59-7ffa-4ef7-bcda-008c038d4761 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0794523 Aug 24 17:00:39.162245 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ee42d21-498a-4012-b8b0-ac0eaeefe5c8 req-d3915a14-3156-4069-bfb1-034435613817 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730231 Aug 24 17:00:39.188346 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-986f0b84-46f0-49b0-8d57-75db7dd1718c req-d5d193bc-6ec4-484d-8278-01c77cdccb8d service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059895 Aug 24 17:00:39.268804 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6772f-b775-43e4-8099-6fd12611acfb req-64faa36f-ea9d-4799-aa93-e86971a19ec4 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:39.270542 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-81f6772f-b775-43e4-8099-6fd12611acfb req-64faa36f-ea9d-4799-aa93-e86971a19ec4 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 945 time: 0.0530229 Aug 24 17:00:39.329370 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:39.363553 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-81f6772f-b775-43e4-8099-6fd12611acfb req-420a0368-2225-44cf-a276-ce5f626ea007 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Deleting port 8d31291a-df56-499d-ba83-8477b899a368 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:00:39.364088 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-81f6772f-b775-43e4-8099-6fd12611acfb req-420a0368-2225-44cf-a276-ce5f626ea007 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:39.489564 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-81f6772f-b775-43e4-8099-6fd12611acfb req-420a0368-2225-44cf-a276-ce5f626ea007 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] For port 8d31291a-df56-499d-ba83-8477b899a368, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8d31291a-df56-499d-ba83-8477b899a368,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:39.490117 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-81f6772f-b775-43e4-8099-6fd12611acfb req-420a0368-2225-44cf-a276-ce5f626ea007 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:39.504877 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe9bbb-969d-41a8-af7e-a687d7862d5f req-08bfc7db-0369-4362-baa0-df26fc86c533 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:39.505547 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-81f6772f-b775-43e4-8099-6fd12611acfb req-420a0368-2225-44cf-a276-ce5f626ea007 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Calling delete_port for 8d31291a-df56-499d-ba83-8477b899a368 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:00:39.512344 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-40fe9bbb-969d-41a8-af7e-a687d7862d5f req-08bfc7db-0369-4362-baa0-df26fc86c533 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0634515 Aug 24 17:00:39.529442 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afffdcd-c8b7-4bac-bbbf-bd9ae30f69cc req-439cd2d1-8b09-4e94-b8d4-b581ab423730 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:39.531075 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0afffdcd-c8b7-4bac-bbbf-bd9ae30f69cc req-439cd2d1-8b09-4e94-b8d4-b581ab423730 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 945 time: 0.0848844 Aug 24 17:00:39.548665 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-40fe9bbb-969d-41a8-af7e-a687d7862d5f req-84e5934b-5c10-4981-b06d-ac80e718a7c0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350788 Aug 24 17:00:39.614577 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0afffdcd-c8b7-4bac-bbbf-bd9ae30f69cc req-7b890f77-9bc5-4a95-8c29-e5f53fccc98f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539243 Aug 24 17:00:39.688900 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-81f6772f-b775-43e4-8099-6fd12611acfb req-420a0368-2225-44cf-a276-ce5f626ea007 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:39.719892 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a0368-2225-44cf-a276-ce5f626ea007 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Pushing event deleted for resources: {'Port': ['ID=8d31291a-df56-499d-ba83-8477b899a368,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:39.737532 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['733e211f-dc0d-4739-bd69-8bfab41cc11e', '8d31291a-df56-499d-ba83-8477b899a368'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:00:39.812281 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f6772f-b775-43e4-8099-6fd12611acfb req-420a0368-2225-44cf-a276-ce5f626ea007 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] No DVR routers for this DVR port 8d31291a-df56-499d-ba83-8477b899a368 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:00:39.816392 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-81f6772f-b775-43e4-8099-6fd12611acfb req-420a0368-2225-44cf-a276-ce5f626ea007 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:39.825651 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-81f6772f-b775-43e4-8099-6fd12611acfb req-420a0368-2225-44cf-a276-ce5f626ea007 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "DELETE /v2.0/ports/8d31291a-df56-499d-ba83-8477b899a368 HTTP/1.1" status: 204 len: 173 time: 0.5389156 Aug 24 17:00:39.826228 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09f8656-8115-4905-9100-6c6a01e91cda', 'name': 'network-vif-deleted', 'tag': '8d31291a-df56-499d-ba83-8477b899a368'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:00:39.828605 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18b05d5-90a4-4ca5-b9c1-fa96ef4de4fb" -d '{"events": [{"server_uuid": "c09f8656-8115-4905-9100-6c6a01e91cda", "name": "network-vif-deleted", "tag": "8d31291a-df56-499d-ba83-8477b899a368"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:00:39.868768 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 34cf3e97-dc33-4eb4-89fa-db223ad072b2 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:00:39.887100 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdfa34d-587b-4533-b028-a283aa32b576 x-openstack-request-id: req-4bdfa34d-587b-4533-b028-a283aa32b576 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:00:39.887398 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09f8656-8115-4905-9100-6c6a01e91cda", "name": "network-vif-deleted", "tag": "8d31291a-df56-499d-ba83-8477b899a368", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:00:39.887807 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bdfa34d-587b-4533-b028-a283aa32b576 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:00:39.888337 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09f8656-8115-4905-9100-6c6a01e91cda', 'name': 'network-vif-deleted', 'tag': '8d31291a-df56-499d-ba83-8477b899a368', 'status': 'completed', 'code': 200} Aug 24 17:00:39.901198 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 34cf3e97-dc33-4eb4-89fa-db223ad072b2 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:00:39.902065 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 34cf3e97-dc33-4eb4-89fa-db223ad072b2 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:00:39.902758 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 1eb4d5c7-4317-4f53-a980-4e385cb06e54 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:00:40.561948 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb73805-9ff5-4df0-abb8-92d4bf7f5380 req-b71053ea-47a3-4885-b572-26ed728fa0aa tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:40.563350 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fbb73805-9ff5-4df0-abb8-92d4bf7f5380 req-b71053ea-47a3-4885-b572-26ed728fa0aa tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.3269618 Aug 24 17:00:40.579730 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:40.621386 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fbb73805-9ff5-4df0-abb8-92d4bf7f5380 req-0d70e4f2-3c2e-4d7b-aeab-bcc9585ffbad tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499735 Aug 24 17:00:40.736142 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59065a-d221-4d80-83f7-fc81aeb76816 req-eb84ceca-9e67-4be6-8363-30aa69b827c7 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:40.737636 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1e59065a-d221-4d80-83f7-fc81aeb76816 req-eb84ceca-9e67-4be6-8363-30aa69b827c7 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0598712 Aug 24 17:00:40.779776 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1e59065a-d221-4d80-83f7-fc81aeb76816 req-e3a60141-33c3-4119-990c-a247b5066e45 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359058 Aug 24 17:00:40.868768 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-725cae95-f681-474e-bcc1-696a02193a16 req-b7ad7b3b-ef05-4637-a8e4-6af115918c03 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0273001 Aug 24 17:00:41.744118 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffa948-75ce-4a49-a81d-cec8a98d1e7a req-77049c45-9602-4bf5-b7d7-7286870619a8 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:41.745611 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-08ffa948-75ce-4a49-a81d-cec8a98d1e7a req-77049c45-9602-4bf5-b7d7-7286870619a8 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0507305 Aug 24 17:00:41.793303 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-08ffa948-75ce-4a49-a81d-cec8a98d1e7a req-97f35b5f-012e-4bc1-84ad-b9bc787d9644 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390060 Aug 24 17:00:41.920550 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8812e6-3048-4b61-a16c-7d4faed39cd3 req-dc9f3ac2-c4fb-4ce0-adb3-285e96eccee6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:41.921951 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9d8812e6-3048-4b61-a16c-7d4faed39cd3 req-dc9f3ac2-c4fb-4ce0-adb3-285e96eccee6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0474296 Aug 24 17:00:41.959223 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9d8812e6-3048-4b61-a16c-7d4faed39cd3 req-587eb0d6-7223-41a6-b79c-c17fae62a161 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308754 Aug 24 17:00:42.058488 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c9504341-a5e9-438d-b296-c943a2cc5f5f req-8812f077-51be-47eb-845f-7f89c5b073f1 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0334773 Aug 24 17:00:42.923389 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb12bc-d2fd-46fc-85a5-5f94a8320026 req-4874985b-e62a-4fd5-9b22-01d886d62fe9 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:42.924797 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8deb12bc-d2fd-46fc-85a5-5f94a8320026 req-4874985b-e62a-4fd5-9b22-01d886d62fe9 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0561898 Aug 24 17:00:42.964548 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8deb12bc-d2fd-46fc-85a5-5f94a8320026 req-717d8f4c-0834-48d8-b9af-0709dc541518 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336025 Aug 24 17:00:43.092596 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41276fed-fa88-4dda-b7f9-5e680fea9b70 req-db4ef2cf-e117-4aa1-9ba2-5f52e84049e1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:43.093986 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-41276fed-fa88-4dda-b7f9-5e680fea9b70 req-db4ef2cf-e117-4aa1-9ba2-5f52e84049e1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0525074 Aug 24 17:00:43.130970 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-41276fed-fa88-4dda-b7f9-5e680fea9b70 req-8d1ff6e8-47e0-4759-8e82-5104b1b41e48 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309310 Aug 24 17:00:43.220613 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b2449c88-b153-48fb-9956-4ac88759f519 req-4c7a062e-97c3-42ae-873d-cb12f1ade1ef tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0304239 Aug 24 17:00:43.382659 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:00:43.884677 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 8d31291a-df56-499d-ba83-8477b899a368 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:00:43.918627 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 8d31291a-df56-499d-ba83-8477b899a368 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:00:43.919031 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 8d31291a-df56-499d-ba83-8477b899a368 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:00:44.095859 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e298102-849a-45c6-8f38-d9971d0fac73 req-74cb4b05-dd5a-4fe4-821b-2ad76a186080 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:44.097386 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8e298102-849a-45c6-8f38-d9971d0fac73 req-74cb4b05-dd5a-4fe4-821b-2ad76a186080 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0502524 Aug 24 17:00:44.137468 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8e298102-849a-45c6-8f38-d9971d0fac73 req-706aef01-186e-4580-8d9e-1fc993c15c63 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334404 Aug 24 17:00:44.255407 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab1e84-6fb3-4d32-b197-0fd52f9c23d4 req-6031867f-52db-4356-9c3c-67ff0676eb2e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:44.256890 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c4ab1e84-6fb3-4d32-b197-0fd52f9c23d4 req-6031867f-52db-4356-9c3c-67ff0676eb2e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0544446 Aug 24 17:00:44.294761 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c4ab1e84-6fb3-4d32-b197-0fd52f9c23d4 req-35c4ffec-7ac7-4cd7-8589-e56f0627c9b0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317438 Aug 24 17:00:44.385114 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49c7949b-336a-4ba1-a0a1-b360ee5bfd21 req-79e7127a-4db4-4ba7-956c-95180693d9b0 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0310745 Aug 24 17:00:45.262183 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0231b-11aa-4a3f-9bd2-40a646d3c703 req-220405c4-e963-44d1-b269-24a60c7cde96 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:45.263649 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b9e0231b-11aa-4a3f-9bd2-40a646d3c703 req-220405c4-e963-44d1-b269-24a60c7cde96 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0572951 Aug 24 17:00:45.309921 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b9e0231b-11aa-4a3f-9bd2-40a646d3c703 req-20627464-0572-4bea-a345-dee609742666 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398543 Aug 24 17:00:45.427283 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b122e2-aa88-4455-8dbb-db347293529c req-0c0f6f65-b037-4bfb-a97f-c1750d45585c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:45.428669 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-11b122e2-aa88-4455-8dbb-db347293529c req-0c0f6f65-b037-4bfb-a97f-c1750d45585c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0544739 Aug 24 17:00:45.466165 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-11b122e2-aa88-4455-8dbb-db347293529c req-2e9613bd-9263-4b80-a7ab-8156fc6af1c4 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315485 Aug 24 17:00:45.585618 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-80adb39e-7787-4f18-ab21-01e6da6542b1 req-1610d2d6-6ca2-4282-9a32-01c947b33e0a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0306656 Aug 24 17:00:46.432324 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759fce9-49aa-459a-9c05-be29180ab4b9 req-90cd0c35-7a69-4bab-817b-d57e977c2127 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:46.433963 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b759fce9-49aa-459a-9c05-be29180ab4b9 req-90cd0c35-7a69-4bab-817b-d57e977c2127 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0502229 Aug 24 17:00:46.483799 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b759fce9-49aa-459a-9c05-be29180ab4b9 req-40a1cae7-adce-486c-9698-33b7598a49f0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344224 Aug 24 17:00:46.592664 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a81c55-9902-4adf-9b4d-035c92c895e6 req-168859a3-7d98-4b6b-b32a-3c3d4553141b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:46.594150 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f7a81c55-9902-4adf-9b4d-035c92c895e6 req-168859a3-7d98-4b6b-b32a-3c3d4553141b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0485363 Aug 24 17:00:46.638623 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f7a81c55-9902-4adf-9b4d-035c92c895e6 req-ddbccc79-2a54-4f90-9387-2f3590dbc88b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381246 Aug 24 17:00:46.724223 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b963bece-cbdc-46ec-b444-2cec8c0f7f54 req-f49b2e4a-8df4-4db9-9f39-7264aa42e14a tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0279922 Aug 24 17:00:47.606316 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b747db-b269-47fd-8057-a6ecdd53daa6 req-c4cb4aa8-64d3-4a22-982b-823a25afc5a3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:47.607835 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d3b747db-b269-47fd-8057-a6ecdd53daa6 req-c4cb4aa8-64d3-4a22-982b-823a25afc5a3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0482347 Aug 24 17:00:47.645812 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d3b747db-b269-47fd-8057-a6ecdd53daa6 req-e995b8ff-7ff8-43ce-aa9d-a324eebebe1b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319872 Aug 24 17:00:47.768665 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a2d4-3510-4bc3-8b04-d536a021fc2b req-874685f9-385c-4d3f-a006-3c9323c02e5b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:47.770025 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0455a2d4-3510-4bc3-8b04-d536a021fc2b req-874685f9-385c-4d3f-a006-3c9323c02e5b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0482597 Aug 24 17:00:47.809646 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0455a2d4-3510-4bc3-8b04-d536a021fc2b req-59ed94e9-3f7e-4cde-91fd-d57a7c045873 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324678 Aug 24 17:00:47.913919 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8c527494-8120-4297-b211-48ab51a01d44 req-46d402ee-1776-4bc4-855a-2fbf48ee5de1 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0341713 Aug 24 17:00:48.775148 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62946cb5-f27b-444c-9ac7-c8a19eb36fdc req-016d1726-2852-4a91-b268-4e6697de63a3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:48.776641 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62946cb5-f27b-444c-9ac7-c8a19eb36fdc req-016d1726-2852-4a91-b268-4e6697de63a3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0482445 Aug 24 17:00:48.816959 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62946cb5-f27b-444c-9ac7-c8a19eb36fdc req-17cafbb6-bb61-434c-a8d1-17534b6a2714 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338001 Aug 24 17:00:48.954245 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2faf8-c0e9-4b40-85ae-ccceef9052b4 req-d0be07a8-03d4-44d3-a93e-44efb70f4ab0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:48.955610 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bbe2faf8-c0e9-4b40-85ae-ccceef9052b4 req-d0be07a8-03d4-44d3-a93e-44efb70f4ab0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0500801 Aug 24 17:00:48.994866 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bbe2faf8-c0e9-4b40-85ae-ccceef9052b4 req-b8201268-a747-4380-944b-d5f9d6856f79 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332921 Aug 24 17:00:49.101589 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1f807398-17ba-42b5-90ad-8743c91c1625 req-cfc1d631-b47c-4b81-a9a4-924bf08e19a4 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0342765 Aug 24 17:00:49.949042 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b355d5c-3b9c-44c7-aa62-f58978f9c241 req-4276a70c-f985-44ba-bb04-f5b31f4a0479 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:49.950509 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7b355d5c-3b9c-44c7-aa62-f58978f9c241 req-4276a70c-f985-44ba-bb04-f5b31f4a0479 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0520482 Aug 24 17:00:49.993580 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7b355d5c-3b9c-44c7-aa62-f58978f9c241 req-979655b2-3048-4421-a027-1183c3681f21 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341725 Aug 24 17:00:50.124354 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f4ff9-68f2-42ff-8796-80d396b631d9 req-d9823cd8-a71e-45d3-80ec-df5862d2dd43 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:50.125834 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e49f4ff9-68f2-42ff-8796-80d396b631d9 req-d9823cd8-a71e-45d3-80ec-df5862d2dd43 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0498953 Aug 24 17:00:50.169612 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e49f4ff9-68f2-42ff-8796-80d396b631d9 req-6b7819a7-5848-491d-ad81-124fb2bbb39d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353205 Aug 24 17:00:50.269135 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6de692fd-2bd8-48df-8950-fa5e58878b96 req-8cea11e9-148d-4c28-94dd-366cf66c39c1 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0276077 Aug 24 17:00:51.135765 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3868f32-09f6-4b9d-9d58-b87b3b826d3d req-b7ee49f3-8984-44bc-9f09-f959c26c1b12 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:51.137229 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e3868f32-09f6-4b9d-9d58-b87b3b826d3d req-b7ee49f3-8984-44bc-9f09-f959c26c1b12 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0586164 Aug 24 17:00:51.177365 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e3868f32-09f6-4b9d-9d58-b87b3b826d3d req-f31a855a-edef-459a-93d3-a2515abbf687 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Aug 24 17:00:51.300448 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19bd83-990b-4a86-a04f-09c8d1fa0539 req-c8d30845-ec58-4973-8648-e7170ddb3891 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:51.301829 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bf19bd83-990b-4a86-a04f-09c8d1fa0539 req-c8d30845-ec58-4973-8648-e7170ddb3891 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0518949 Aug 24 17:00:51.338698 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bf19bd83-990b-4a86-a04f-09c8d1fa0539 req-eab17cf0-3355-40f5-afee-f855492589ef tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309408 Aug 24 17:00:51.438287 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2aead12c-2aa6-44a6-a1d3-d0c0c4fc832f req-ab2c09c5-e4d0-46f3-9422-55f084a777cf tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0269837 Aug 24 17:00:52.298970 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b529b31-919c-4ff6-86a0-0c5fd3c34581 req-8526a641-52b9-4949-98f0-bc6424c45cb9 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:52.300737 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1b529b31-919c-4ff6-86a0-0c5fd3c34581 req-8526a641-52b9-4949-98f0-bc6424c45cb9 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0543528 Aug 24 17:00:52.339756 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1b529b31-919c-4ff6-86a0-0c5fd3c34581 req-1f94a71e-aa9e-4366-98b8-f9217f41c22f tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329232 Aug 24 17:00:52.471417 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd1d38-738b-4aaf-946b-2954c00eccac req-a5818805-ece2-44e1-b645-bd8ed0df25f8 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:52.472854 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e4bd1d38-738b-4aaf-946b-2954c00eccac req-a5818805-ece2-44e1-b645-bd8ed0df25f8 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0572515 Aug 24 17:00:52.510868 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e4bd1d38-738b-4aaf-946b-2954c00eccac req-00014b4c-970a-4bdf-acdf-14fa1f0024f0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319357 Aug 24 17:00:52.601317 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f1d51d9b-1cb1-41d5-b4e9-d63e8be49d7c req-8a81465b-3671-465e-8f87-ce9a848206c0 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0315301 Aug 24 17:00:52.968764 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:53.457881 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e71ca-9632-4903-b018-53ef23e19053 req-fc1bb56b-a240-4ac1-9026-9e2508ac50ec tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:53.459476 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9b9e71ca-9632-4903-b018-53ef23e19053 req-fc1bb56b-a240-4ac1-9026-9e2508ac50ec tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0489318 Aug 24 17:00:53.505436 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9b9e71ca-9632-4903-b018-53ef23e19053 req-68bdb82d-4852-4d7d-865b-4a45fb8d3510 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398672 Aug 24 17:00:53.636451 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed03b8f-81a0-4fa7-80bd-76b4510d0a50 req-89353790-573c-44b6-b878-4faccdb215e9 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:53.638062 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bed03b8f-81a0-4fa7-80bd-76b4510d0a50 req-89353790-573c-44b6-b878-4faccdb215e9 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0523458 Aug 24 17:00:53.685801 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bed03b8f-81a0-4fa7-80bd-76b4510d0a50 req-731b7dc9-fa8e-471b-b8ec-85e0c1a1d5b2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383048 Aug 24 17:00:53.728671 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-df511d56-fda0-4011-b74a-1ba1b6e2cc91 req-c68df4a0-8476-4892-b4c5-e32302ed2824 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c09f8656-8115-4905-9100-6c6a01e91cda HTTP/1.1" status: 200 len: 210 time: 0.0275824 Aug 24 17:00:54.644505 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d07ee-c796-4bdc-acd1-82ba0facdb6b req-e9601432-62d9-44b3-b2b6-0c06016d0a3e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:54.650797 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-127d07ee-c796-4bdc-acd1-82ba0facdb6b req-e9601432-62d9-44b3-b2b6-0c06016d0a3e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0689766 Aug 24 17:00:54.684618 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-127d07ee-c796-4bdc-acd1-82ba0facdb6b req-b3724752-1037-406d-b2f7-eae5c746c75b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315773 Aug 24 17:00:54.792757 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86e621-534d-4b27-8449-31d9aed9c0da req-99976823-f119-4bcb-8b13-72d0709ea25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:54.794661 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2c86e621-534d-4b27-8449-31d9aed9c0da req-99976823-f119-4bcb-8b13-72d0709ea25b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 1098 time: 0.0455484 Aug 24 17:00:54.816285 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f602bd2-bdae-4157-a70e-444fb17d5fdb req-79c6bb42-b87e-4bb7-b33f-66bab96aaa3d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:54.817924 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3f602bd2-bdae-4157-a70e-444fb17d5fdb req-79c6bb42-b87e-4bb7-b33f-66bab96aaa3d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0530031 Aug 24 17:00:54.833023 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2c86e621-534d-4b27-8449-31d9aed9c0da req-bc0bdd2c-2b4b-48de-bf52-dfb601ccee24 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307558 Aug 24 17:00:54.857481 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3f602bd2-bdae-4157-a70e-444fb17d5fdb req-e93f347d-0302-4512-bc47-ec6e97dd9e73 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324209 Aug 24 17:00:55.802307 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca726a08-2ba9-4437-ae07-1f7490618427 req-371fccd2-5219-4ee2-9653-8fe09455e40c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:55.803848 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ca726a08-2ba9-4437-ae07-1f7490618427 req-371fccd2-5219-4ee2-9653-8fe09455e40c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0510893 Aug 24 17:00:55.846496 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ca726a08-2ba9-4437-ae07-1f7490618427 req-b5b9d79b-76f6-428d-8514-5ce76992311e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366914 Aug 24 17:00:55.996076 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f51dcaed-60f9-44e1-a38b-8e22f080ff14 req-21033273-295d-4f9b-b191-be1d3446eb14 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681984 Aug 24 17:00:56.018457 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d044a4-a5da-4f5a-bb7d-f648456ae9e0 req-6c14ab32-a4a3-4599-9657-5d08e0fa6e1b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:56.020449 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d044a4-a5da-4f5a-bb7d-f648456ae9e0 req-6c14ab32-a4a3-4599-9657-5d08e0fa6e1b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0821700 Aug 24 17:00:56.062498 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d044a4-a5da-4f5a-bb7d-f648456ae9e0 req-75ecad2e-a721-48d0-b163-deb129e2789a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344360 Aug 24 17:00:56.121928 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dcaed-60f9-44e1-a38b-8e22f080ff14 req-b80aaf57-ab46-46e9-bdfa-3d6dff54a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:56.123776 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f51dcaed-60f9-44e1-a38b-8e22f080ff14 req-b80aaf57-ab46-46e9-bdfa-3d6dff54a4af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57f7488cf1f34f44a13e4291324ad73a&device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 1098 time: 0.0495718 Aug 24 17:00:56.286580 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dcaed-60f9-44e1-a38b-8e22f080ff14 req-5b9a8043-7cc7-45fe-972c-73fd1383cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:56.287990 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f51dcaed-60f9-44e1-a38b-8e22f080ff14 req-5b9a8043-7cc7-45fe-972c-73fd1383cec2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=af031b8c-c683-46a0-9719-609504051ca8 HTTP/1.1" status: 200 len: 920 time: 0.1257896 Aug 24 17:00:56.303134 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743eeb60-b059-4ddf-835c-bb4bc8d7de79 req-fbdd683d-14aa-4be8-82e4-b7fe6423cc74 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:56.304593 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-743eeb60-b059-4ddf-835c-bb4bc8d7de79 req-fbdd683d-14aa-4be8-82e4-b7fe6423cc74 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 946 time: 0.0719390 Aug 24 17:00:56.347680 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f51dcaed-60f9-44e1-a38b-8e22f080ff14 req-612cecec-a25f-4688-af1b-ede2b7ca8169 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3673453-68fe-43ca-a7cf-ee0899153cc3 HTTP/1.1" status: 200 len: 217 time: 0.0420935 Aug 24 17:00:56.396693 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-743eeb60-b059-4ddf-835c-bb4bc8d7de79 req-ba68643e-2c32-46a2-84a5-716dcfb30a40 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841975 Aug 24 17:00:56.415827 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dcaed-60f9-44e1-a38b-8e22f080ff14 req-088d38ba-dada-472b-8253-d3977b544e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:56.417261 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f51dcaed-60f9-44e1-a38b-8e22f080ff14 req-088d38ba-dada-472b-8253-d3977b544e66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1 HTTP/1.1" status: 200 len: 859 time: 0.0508342 Aug 24 17:00:56.450709 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f51dcaed-60f9-44e1-a38b-8e22f080ff14 req-27ee5656-21ee-4558-bfbe-aa84d5d34207 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af031b8c-c683-46a0-9719-609504051ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243809 Aug 24 17:00:56.550503 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f51dcaed-60f9-44e1-a38b-8e22f080ff14 req-4e6f6f72-0393-445c-b96f-169e5aff8b91 service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870330 Aug 24 17:00:56.640556 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f51dcaed-60f9-44e1-a38b-8e22f080ff14 req-26594448-d517-46fa-aba5-202686a9a13d service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805645 Aug 24 17:00:56.964593 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dcf15-9aa1-4348-8ce8-3040edae5d3a req-f22b6748-ebc0-4564-b6c1-13cac4f1a9e3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:56.966047 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-928dcf15-9aa1-4348-8ce8-3040edae5d3a req-f22b6748-ebc0-4564-b6c1-13cac4f1a9e3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0496840 Aug 24 17:00:57.011019 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-928dcf15-9aa1-4348-8ce8-3040edae5d3a req-43371953-7b33-43ed-8549-3a3ba4d9e7c8 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387359 Aug 24 17:00:57.199979 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334834e5-7f64-4ee3-8538-14e7cab3189a req-01f1c8b2-8f25-4c14-9b69-82f491e4c996 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:57.201487 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-334834e5-7f64-4ee3-8538-14e7cab3189a req-01f1c8b2-8f25-4c14-9b69-82f491e4c996 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0550141 Aug 24 17:00:57.240352 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-334834e5-7f64-4ee3-8538-14e7cab3189a req-0cfb55eb-7158-4b84-948b-092952ac265e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329881 Aug 24 17:00:57.380515 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db59083-4cea-4328-9ba4-948ca0164e5f req-740fad76-1685-42d8-b0ca-f85ac559979f tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:57.382021 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0db59083-4cea-4328-9ba4-948ca0164e5f req-740fad76-1685-42d8-b0ca-f85ac559979f tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0480084 Aug 24 17:00:57.387634 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cfa14-7559-405e-9168-d19148112397 req-3e8e148b-5806-4030-8cbd-6c9f1ed27cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:57.389061 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2e1cfa14-7559-405e-9168-d19148112397 req-3e8e148b-5806-4030-8cbd-6c9f1ed27cd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=57f7488cf1f34f44a13e4291324ad73a&device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 1098 time: 0.0414915 Aug 24 17:00:57.420274 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0db59083-4cea-4328-9ba4-948ca0164e5f req-5a9c5589-50fd-4f41-b884-211f7c698cd4 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320444 Aug 24 17:00:57.530765 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cfa14-7559-405e-9168-d19148112397 req-8fb0d48b-fd2a-4a7c-966a-ae3b874308ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:57.532241 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2e1cfa14-7559-405e-9168-d19148112397 req-8fb0d48b-fd2a-4a7c-966a-ae3b874308ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=af031b8c-c683-46a0-9719-609504051ca8 HTTP/1.1" status: 200 len: 920 time: 0.1263258 Aug 24 17:00:57.548292 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723154d-7a64-4c10-ab04-42c58cae2fe9 req-c97ae5d9-02e9-4ce5-8159-d6a785186c44 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:57.549757 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8723154d-7a64-4c10-ab04-42c58cae2fe9 req-c97ae5d9-02e9-4ce5-8159-d6a785186c44 tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 946 time: 0.0760095 Aug 24 17:00:57.594450 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2e1cfa14-7559-405e-9168-d19148112397 req-c72ba558-ff67-47b2-a92e-7ce8fc687024 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 HTTP/1.1" status: 200 len: 217 time: 0.0436916 Aug 24 17:00:57.628344 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8723154d-7a64-4c10-ab04-42c58cae2fe9 req-ba4bd78b-509b-458d-9f1e-af0a1eb49bdf tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/security-groups?id=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714877 Aug 24 17:00:57.663497 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cfa14-7559-405e-9168-d19148112397 req-ff85b764-b18b-4047-96c1-6b658081e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:57.664936 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2e1cfa14-7559-405e-9168-d19148112397 req-ff85b764-b18b-4047-96c1-6b658081e945 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1 HTTP/1.1" status: 200 len: 859 time: 0.0512943 Aug 24 17:00:57.734272 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2e1cfa14-7559-405e-9168-d19148112397 req-fd3dd107-567e-44d2-b205-f81094cafb4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=af031b8c-c683-46a0-9719-609504051ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266044 Aug 24 17:00:57.850358 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2e1cfa14-7559-405e-9168-d19148112397 req-e6540d8f-edef-4257-b7a3-743e2c110e70 service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986059 Aug 24 17:00:57.948963 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2e1cfa14-7559-405e-9168-d19148112397 req-195dc9d0-9138-4faf-ab5e-8e98942ee9b6 service neutron] 10.222.0.26 "GET /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902333 Aug 24 17:00:58.259307 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e7067-8e38-472c-8d79-91379f1ec024 req-a02d1614-b20b-4b07-8b1a-4c87afb39c1d tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:58.260795 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9c0e7067-8e38-472c-8d79-91379f1ec024 req-a02d1614-b20b-4b07-8b1a-4c87afb39c1d tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 946 time: 0.0539153 Aug 24 17:00:58.366186 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596d7ef-5fea-4d06-b1e5-5118e8f635f7 req-56c320d0-a451-402a-b753-6a62b5b5318f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:58.367779 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3596d7ef-5fea-4d06-b1e5-5118e8f635f7 req-56c320d0-a451-402a-b753-6a62b5b5318f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0482450 Aug 24 17:00:58.372836 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-9c0e7067-8e38-472c-8d79-91379f1ec024 req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Deleting port 733e211f-dc0d-4739-bd69-8bfab41cc11e {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:00:58.373266 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-9c0e7067-8e38-472c-8d79-91379f1ec024 req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:58.408824 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3596d7ef-5fea-4d06-b1e5-5118e8f635f7 req-43df517f-fc97-4e1d-baf0-c0ac8f396e27 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348594 Aug 24 17:00:58.462007 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-9c0e7067-8e38-472c-8d79-91379f1ec024 req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] For port 733e211f-dc0d-4739-bd69-8bfab41cc11e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=733e211f-dc0d-4739-bd69-8bfab41cc11e,segment=NetworkSegment(2837ccaa-055f-425e-ab82-b0cee2ca02b7),segment_id=2837ccaa-055f-425e-ab82-b0cee2ca02b7)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:58.462551 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-9c0e7067-8e38-472c-8d79-91379f1ec024 req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:58.476040 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-9c0e7067-8e38-472c-8d79-91379f1ec024 req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Calling delete_port for 733e211f-dc0d-4739-bd69-8bfab41cc11e owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:00:58.588659 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53403334-77d6-4105-b09a-814ffce35a01 req-ab873eb1-1959-4b39-9814-bb62904ca62e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:58.590214 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-53403334-77d6-4105-b09a-814ffce35a01 req-ab873eb1-1959-4b39-9814-bb62904ca62e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.1006176 Aug 24 17:00:58.679023 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-53403334-77d6-4105-b09a-814ffce35a01 req-3f5afd69-6a3c-401c-86f3-8c3f0417bb86 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803649 Aug 24 17:00:58.695652 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-9c0e7067-8e38-472c-8d79-91379f1ec024 req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:58.732766 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Pushing event deleted for resources: {'Port': ['ID=733e211f-dc0d-4739-bd69-8bfab41cc11e,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:58.737165 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-85e47a6e-86eb-442c-88d6-43314d403d22 req-a8e11c30-a979-4c81-82e9-a164cbd9f76e tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 210 time: 0.0302982 Aug 24 17:00:58.745584 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['733e211f-dc0d-4739-bd69-8bfab41cc11e'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:00:58.746755 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:58.747103 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:58.747440 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:58.747771 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:58.748092 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:58.748417 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:58.748739 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:58.749068 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:58.749392 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:58.749702 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:58.750018 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:58.750356 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:58.787955 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0e7067-8e38-472c-8d79-91379f1ec024 req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] No DVR routers for this DVR port 733e211f-dc0d-4739-bd69-8bfab41cc11e on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:00:58.790590 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-9c0e7067-8e38-472c-8d79-91379f1ec024 req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:00:58.792491 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9c0e7067-8e38-472c-8d79-91379f1ec024 req-2d90861d-9dd2-4d5c-b18f-69cb3638897f tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.26 "DELETE /v2.0/ports/733e211f-dc0d-4739-bd69-8bfab41cc11e HTTP/1.1" status: 204 len: 173 time: 0.5120261 Aug 24 17:00:58.792916 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e', 'name': 'network-vif-deleted', 'tag': '733e211f-dc0d-4739-bd69-8bfab41cc11e'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:00:58.795189 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972275c1-b7f3-48be-86cd-abe6adab5167" -d '{"events": [{"server_uuid": "c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e", "name": "network-vif-deleted", "tag": "733e211f-dc0d-4739-bd69-8bfab41cc11e"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:00:58.833713 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e1844a-9da5-4d77-9e82-ee92da99044d x-openstack-request-id: req-90e1844a-9da5-4d77-9e82-ee92da99044d {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:00:58.834000 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e", "name": "network-vif-deleted", "tag": "733e211f-dc0d-4739-bd69-8bfab41cc11e", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:00:58.834239 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90e1844a-9da5-4d77-9e82-ee92da99044d {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:00:58.834681 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e', 'name': 'network-vif-deleted', 'tag': '733e211f-dc0d-4739-bd69-8bfab41cc11e', 'status': 'completed', 'code': 200} Aug 24 17:00:59.542913 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bb65d-84de-4ccf-a448-a766e2707dbf req-2da2cc81-16e8-4bbb-9026-a87a69655dab tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:59.546074 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-535bb65d-84de-4ccf-a448-a766e2707dbf req-2da2cc81-16e8-4bbb-9026-a87a69655dab tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0510030 Aug 24 17:00:59.587192 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-535bb65d-84de-4ccf-a448-a766e2707dbf req-340f9558-3162-43ab-a8fa-e473604d1f9f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338275 Aug 24 17:00:59.805068 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3c7f7-469e-4e04-ac04-60e32529306b req-c1183391-5c24-45d7-9f15-2d863850e686 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:00:59.806529 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-39a3c7f7-469e-4e04-ac04-60e32529306b req-c1183391-5c24-45d7-9f15-2d863850e686 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0499454 Aug 24 17:00:59.847320 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8db07a1c-e09a-4380-92dd-b80723613ab6 req-ec87a018-3f91-4177-b164-f05db83e45fb tempest-AttachVolumeNegativeTest-958282247 tempest-AttachVolumeNegativeTest-958282247-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7c5b1dc-1d32-45f2-9d34-43b61ce0e75e HTTP/1.1" status: 200 len: 210 time: 0.0273705 Aug 24 17:00:59.847782 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-39a3c7f7-469e-4e04-ac04-60e32529306b req-aa2a6edd-6695-4ac0-bf3f-a59901e03dc6 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327387 Aug 24 17:01:00.710711 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ab7a9-6eda-4b29-8f72-e3800713347d req-8eae7a69-8379-405e-acbf-c44314a130e2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:00.712253 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-773ab7a9-6eda-4b29-8f72-e3800713347d req-8eae7a69-8379-405e-acbf-c44314a130e2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0515704 Aug 24 17:01:00.771312 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-773ab7a9-6eda-4b29-8f72-e3800713347d req-2b83bad1-7107-40db-9f9c-84e1183a0821 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498428 Aug 24 17:01:00.912921 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60150) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:00.960764 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bd8acd-4f88-47f6-9d02-c56e86305299 admin admin] Deleting subnet f364770e-c442-4a7e-bab0-383d6bc3990f {{(pid=93842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:01:00.964014 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a0bd8acd-4f88-47f6-9d02-c56e86305299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:00.977036 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d06fd8-8fde-4045-86b2-495489be74c5 req-f30b427c-efd9-4f2d-b167-579d41709d54 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:00.978795 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-96d06fd8-8fde-4045-86b2-495489be74c5 req-f30b427c-efd9-4f2d-b167-579d41709d54 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0531809 Aug 24 17:01:00.998167 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a0bd8acd-4f88-47f6-9d02-c56e86305299 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.007370 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a0bd8acd-4f88-47f6-9d02-c56e86305299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.017329 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-96d06fd8-8fde-4045-86b2-495489be74c5 req-66ac316e-5d22-4800-9cc5-608e3c0a51c1 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Aug 24 17:01:01.068188 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a0bd8acd-4f88-47f6-9d02-c56e86305299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for subnet, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.098020 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a0bd8acd-4f88-47f6-9d02-c56e86305299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.098749 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-a0bd8acd-4f88-47f6-9d02-c56e86305299 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f364770e-c442-4a7e-bab0-383d6bc3990f HTTP/1.1" status: 204 len: 168 time: 0.1842692 Aug 24 17:01:01.100831 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60156) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:01.107862 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd8acd-4f88-47f6-9d02-c56e86305299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f364770e-c442-4a7e-bab0-383d6bc3990f,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:01.172492 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.254882 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.265928 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:01:01.266286 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:01:01.267212 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:01:01.267427 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Subscribe: > port after_create 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:01:01.267817 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:01:01.267949 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Subscribe: > port after_update 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:01:01.268313 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:01:01.268635 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:01:01.269063 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:01:01.269377 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:01:01.337884 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:01:01.338224 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:01:01.338566 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:01:01.338888 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 17:01:01.339261 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf72a82c-18b4-451b-8db2-bcdc900afbc3']}} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:01.357151 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2837ccaa-055f-425e-ab82-b0cee2ca02b7') {'for_net_delete': True} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:01.357949 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2837ccaa-055f-425e-ab82-b0cee2ca02b7') {} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:01.374069 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548676'] for segment, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.401811 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.410651 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548517'] for segment, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: from cryptography.utils import int_from_bytes Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: from cryptography.utils import int_from_bytes Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: Traceback (most recent call last): Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: timer() Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: cb(*args, **kw) Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: return func(*args, **kwargs) Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: self._notify() Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: self.callback(batched_events) Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: event.method(event) Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: return f(self, *a, **k) Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: return self._get(url).json() Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: return self.request(url, 'GET', **kwargs) Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:01:01.418830 dv-cinder-799668-9-iscsi neutron-server[93842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:01:01.471753 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.480975 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.483892 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] 10.222.0.13 "DELETE /v2.0/networks/bf72a82c-18b4-451b-8db2-bcdc900afbc3 HTTP/1.1" status: 204 len: 168 time: 0.3820877 Aug 24 17:01:01.493492 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77b93c-6eaa-459c-bc0d-c4b6d6b77e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=bf72a82c-18b4-451b-8db2-bcdc900afbc3,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:01.695188 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60170) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:01.736384 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-6a0659cd-bf79-40d2-8002-8c52f3a167af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0e28439adcc476fa5da6baf030d09a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400422 Aug 24 17:01:01.739021 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60172) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:01.786617 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-dbc23854-f26d-4208-8cc8-2eba38fd6e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.818585 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-dbc23854-f26d-4208-8cc8-2eba38fd6e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.887077 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-dbc23854-f26d-4208-8cc8-2eba38fd6e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.889572 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-dbc23854-f26d-4208-8cc8-2eba38fd6e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:01.890738 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-dbc23854-f26d-4208-8cc8-2eba38fd6e96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc HTTP/1.1" status: 204 len: 168 time: 0.1508105 Aug 24 17:01:01.908448 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb462de2-ed81-4d01-9460-161f0c0c1d3f req-d581b17f-229f-4100-b7af-a1cb7461464a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:01.909848 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eb462de2-ed81-4d01-9460-161f0c0c1d3f req-d581b17f-229f-4100-b7af-a1cb7461464a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 943 time: 0.0581007 Aug 24 17:01:01.911002 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc23854-f26d-4208-8cc8-2eba38fd6e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261cdbbe-e56e-4fd0-b2aa-2fc4830bcfdc,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:01.951146 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eb462de2-ed81-4d01-9460-161f0c0c1d3f req-63a0a459-3c4e-484b-8edd-92fa9a283f69 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331225 Aug 24 17:01:01.979426 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 1eb4d5c7-4317-4f53-a980-4e385cb06e54 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:01:01.995012 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 733e211f-dc0d-4739-bd69-8bfab41cc11e no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:01:02.017690 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 733e211f-dc0d-4739-bd69-8bfab41cc11e {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:01:02.018039 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 733e211f-dc0d-4739-bd69-8bfab41cc11e not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:01:02.098856 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 1eb4d5c7-4317-4f53-a980-4e385cb06e54, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:01:02.109587 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'port_id': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'mac_address': 'fa:16:3e:22:e8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:01:02.147457 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:02.160628 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb4d5c7-4317-4f53-a980-4e385cb06e54 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:01:02.180490 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 1eb4d5c7-4317-4f53-a980-4e385cb06e54, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:01:02.185475 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:02.233222 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=1eb4d5c7-4317-4f53-a980-4e385cb06e54,revision_number=9']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:02.241931 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:02.241931 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:02.241931 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:02.242319 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:02.242636 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:02.242973 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:02.243291 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:02.243612 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:02.244046 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:02.244292 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:02.244617 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:02.244935 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:02.614606 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60200) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:02.653598 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['1eb4d5c7-4317-4f53-a980-4e385cb06e54'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:01:02.721469 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1403029854-network', 'tenant_id': '73266d7527e44b358a9a998ee8d40fa3'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:01:02.745858 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] Made reservation on behalf of 73266d7527e44b358a9a998ee8d40fa3 for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:01:02.748167 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:02.756912 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:02.844164 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:02.849341 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:02.874302 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:01:02.884072 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e3ee9d-992e-4019-9653-7089cffd2db7,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:02.889154 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:02.889510 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] Added segment 787c2049-4f09-4bd7-9edb-082d04d8ca5a of type vlan for network b905bd70-ac05-457a-be37-599da9386a2e Aug 24 17:01:02.931306 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:02.956151 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:02.957124 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:02.957706 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:03.008654 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3924601 Aug 24 17:01:03.011585 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60206) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:03.017998 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-ccbf0f1f-95f6-4233-a8bd-cf3f7a57fecd admin admin] Request body: {'subnet': {'network_id': 'b905bd70-ac05-457a-be37-599da9386a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1403029854-subnet', 'tenant_id': '73266d7527e44b358a9a998ee8d40fa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:01:03.028355 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f0727-fdc0-40d7-bc6b-a8ed644efee1 admin admin] Pushing event updated for resources: {'Network': ['ID=b905bd70-ac05-457a-be37-599da9386a2e,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:03.040163 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network b905bd70-ac05-457a-be37-599da9386a2e details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:01:03.058768 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbf0f1f-95f6-4233-a8bd-cf3f7a57fecd admin admin] Made reservation on behalf of 73266d7527e44b358a9a998ee8d40fa3 for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:01:03.061976 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccbf0f1f-95f6-4233-a8bd-cf3f7a57fecd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16194020'] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:03.085099 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdaa92f-1cd8-4281-b631-4e5ec8fd6ea7 req-9845a12f-1523-4e33-ab5d-fdf4924f5384 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:03.086619 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3cdaa92f-1cd8-4281-b631-4e5ec8fd6ea7 req-9845a12f-1523-4e33-ab5d-fdf4924f5384 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 944 time: 0.0504158 Aug 24 17:01:03.125843 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3cdaa92f-1cd8-4281-b631-4e5ec8fd6ea7 req-8bc2ceda-604c-45f0-8215-a13d793376ea tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322356 Aug 24 17:01:03.246603 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccbf0f1f-95f6-4233-a8bd-cf3f7a57fecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16193814'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:03.302520 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf0f1f-95f6-4233-a8bd-cf3f7a57fecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a19985a7-0548-44fb-bbca-72a536b36948,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:03.313096 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf0f1f-95f6-4233-a8bd-cf3f7a57fecd admin admin] Checking segment: {'id': '787c2049-4f09-4bd7-9edb-082d04d8ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b905bd70-ac05-457a-be37-599da9386a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:01:03.313447 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbf0f1f-95f6-4233-a8bd-cf3f7a57fecd admin admin] Network hostable DHCP agents. Network: b905bd70-ac05-457a-be37-599da9386a2e, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:01:03.335047 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbf0f1f-95f6-4233-a8bd-cf3f7a57fecd admin admin] Network b905bd70-ac05-457a-be37-599da9386a2e is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:01:03.351088 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-ccbf0f1f-95f6-4233-a8bd-cf3f7a57fecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, b905bd70-ac05-457a-be37-599da9386a2e) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:01:03.357322 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbf0f1f-95f6-4233-a8bd-cf3f7a57fecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:03.358234 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ccbf0f1f-95f6-4233-a8bd-cf3f7a57fecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:03.361537 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e978f7b9-b0fa-428e-9611-d7c18db6ee1e None None] Network b905bd70-ac05-457a-be37-599da9386a2e requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:01:03.373043 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ccbf0f1f-95f6-4233-a8bd-cf3f7a57fecd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3598406 Aug 24 17:01:03.489302 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06061c63-bf46-43aa-aa5e-f3b2bf958119 None None] Network b905bd70-ac05-457a-be37-599da9386a2e requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:01:03.864159 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9205ac9-9f2a-4aee-93e4-80223908f1d5 req-f1242f6a-452c-4ef9-b9f5-227fb7a9a876 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:03.865856 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b9205ac9-9f2a-4aee-93e4-80223908f1d5 req-f1242f6a-452c-4ef9-b9f5-227fb7a9a876 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0585124 Aug 24 17:01:03.908196 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b9205ac9-9f2a-4aee-93e4-80223908f1d5 req-dfe8e1b2-270d-46a4-a18f-3e804be27b64 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358460 Aug 24 17:01:03.927459 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60232) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:03.932821 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-725757037-network', 'tenant_id': 'bf081f67e84a43b49bd34f088deec87f'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:01:03.955682 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] Made reservation on behalf of bf081f67e84a43b49bd34f088deec87f for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:01:03.958022 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:03.970386 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.007282 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 1eb4d5c7-4317-4f53-a980-4e385cb06e54 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:01:04.056547 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 1eb4d5c7-4317-4f53-a980-4e385cb06e54 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:01:04.057275 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.068614 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.073910 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.098122 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:01:04.107940 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7e8895-bb42-49ce-8b8f-a91e232de009,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:04.112903 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.113340 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] Added segment 49d30cb5-e833-469f-b35d-70e7d53419c9 of type vlan for network 7e6dda1d-15fb-4af2-a4e0-b39767375551 Aug 24 17:01:04.155269 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.185497 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.187000 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:04.187582 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.257910 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] Pushing event updated for resources: {'Network': ['ID=7e6dda1d-15fb-4af2-a4e0-b39767375551,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:04.260993 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d985e-906d-4f74-b4b1-dbabb0404273 req-687b61f4-19be-48e9-973a-26af323d0ec5 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:04.263178 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-566d985e-906d-4f74-b4b1-dbabb0404273 req-687b61f4-19be-48e9-973a-26af323d0ec5 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 944 time: 0.0571384 Aug 24 17:01:04.266599 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60236) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:04.266901 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-531b15da-7485-4f62-a3fe-5e3dc034c5d4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3381157 Aug 24 17:01:04.267090 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.271838 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-69526dd9-f428-4180-b62a-c086b35906c5 admin admin] Request body: {'subnet': {'network_id': '7e6dda1d-15fb-4af2-a4e0-b39767375551', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-725757037-subnet', 'tenant_id': 'bf081f67e84a43b49bd34f088deec87f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:01:04.280059 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network 7e6dda1d-15fb-4af2-a4e0-b39767375551 details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:01:04.309557 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb4d5c7-4317-4f53-a980-4e385cb06e54'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:01:04.310854 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69526dd9-f428-4180-b62a-c086b35906c5 admin admin] Made reservation on behalf of bf081f67e84a43b49bd34f088deec87f for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:01:04.312970 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716da9cb-36b1-4f88-918e-902f3daf3da6" -d '{"events": [{"server_uuid": "ad136816-5685-49a4-bfbf-daf8a0962e5c", "name": "network-vif-plugged", "status": "completed", "tag": "1eb4d5c7-4317-4f53-a980-4e385cb06e54"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:01:04.313156 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-69526dd9-f428-4180-b62a-c086b35906c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8876035'] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.332293 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-566d985e-906d-4f74-b4b1-dbabb0404273 req-4942da2d-8b81-4ca8-a5f9-40fcf0bf3e71 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556717 Aug 24 17:01:04.356246 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5704a54-28ee-4ccf-b379-d7239c9b79e5 x-openstack-request-id: req-d5704a54-28ee-4ccf-b379-d7239c9b79e5 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:01:04.356539 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad136816-5685-49a4-bfbf-daf8a0962e5c", "name": "network-vif-plugged", "status": "completed", "tag": "1eb4d5c7-4317-4f53-a980-4e385cb06e54", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:01:04.356791 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5704a54-28ee-4ccf-b379-d7239c9b79e5 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:01:04.357171 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'code': 200} Aug 24 17:01:04.360188 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 1eb4d5c7-4317-4f53-a980-4e385cb06e54, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:01:04.372098 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.432832 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=1eb4d5c7-4317-4f53-a980-4e385cb06e54,revision_number=10']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:04.487485 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-69526dd9-f428-4180-b62a-c086b35906c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8548608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8876273'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.534869 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69526dd9-f428-4180-b62a-c086b35906c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf9850f-e4ad-4462-96a1-064be3c1788d,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:04.555527 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69526dd9-f428-4180-b62a-c086b35906c5 admin admin] Checking segment: {'id': '49d30cb5-e833-469f-b35d-70e7d53419c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7e6dda1d-15fb-4af2-a4e0-b39767375551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:01:04.555854 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69526dd9-f428-4180-b62a-c086b35906c5 admin admin] Network hostable DHCP agents. Network: 7e6dda1d-15fb-4af2-a4e0-b39767375551, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:01:04.577596 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69526dd9-f428-4180-b62a-c086b35906c5 admin admin] Network 7e6dda1d-15fb-4af2-a4e0-b39767375551 is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:01:04.594183 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-69526dd9-f428-4180-b62a-c086b35906c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, 7e6dda1d-15fb-4af2-a4e0-b39767375551) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:01:04.599259 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69526dd9-f428-4180-b62a-c086b35906c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:04.599847 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-69526dd9-f428-4180-b62a-c086b35906c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.603921 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0442a18d-4124-4422-891c-be251bd590ab None None] Network 7e6dda1d-15fb-4af2-a4e0-b39767375551 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:01:04.625183 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-69526dd9-f428-4180-b62a-c086b35906c5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3487599 Aug 24 17:01:04.733712 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75e4cdc-945b-4eb3-a38d-5787eea2eec2 None None] Network 7e6dda1d-15fb-4af2-a4e0-b39767375551 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:01:04.745261 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60250) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:04.791558 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8640a502-9344-4fad-9d07-24fc05841fc5 admin admin] Deleting subnet a19985a7-0548-44fb-bbca-72a536b36948 {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:01:04.794938 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8640a502-9344-4fad-9d07-24fc05841fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.829059 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8640a502-9344-4fad-9d07-24fc05841fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12781722'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.869327 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8640a502-9344-4fad-9d07-24fc05841fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.930902 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8640a502-9344-4fad-9d07-24fc05841fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13161694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16193823'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.938775 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5eefa-d297-4938-9800-094238307cc4 req-cea4416b-120c-49ea-807a-a6aea7f2cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:04.940625 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7bc5eefa-d297-4938-9800-094238307cc4 req-cea4416b-120c-49ea-807a-a6aea7f2cd3c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 1099 time: 0.0465989 Aug 24 17:01:04.982064 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8640a502-9344-4fad-9d07-24fc05841fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:04.987343 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8640a502-9344-4fad-9d07-24fc05841fc5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a19985a7-0548-44fb-bbca-72a536b36948 HTTP/1.1" status: 204 len: 168 time: 0.2387927 Aug 24 17:01:04.987343 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640a502-9344-4fad-9d07-24fc05841fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a19985a7-0548-44fb-bbca-72a536b36948,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:04.989367 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60254) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:05.015050 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a732acfd-a490-4d2e-a4d6-01fcd211c9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.018451 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7bc5eefa-d297-4938-9800-094238307cc4 req-08a1e14d-6e0a-43ea-a9b6-276c97bc72c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585184 Aug 24 17:01:05.093562 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-42fa57ba-e9b9-45d3-b88d-c6c4e3714d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.115421 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8207a-c2e4-4788-94d0-49aebe3763f3 req-e0b7c548-2a30-4d5e-98f8-eda83a0428f8 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:05.116927 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-35f8207a-c2e4-4788-94d0-49aebe3763f3 req-e0b7c548-2a30-4d5e-98f8-eda83a0428f8 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0976126 Aug 24 17:01:05.200788 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-42fa57ba-e9b9-45d3-b88d-c6c4e3714d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.217680 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-42fa57ba-e9b9-45d3-b88d-c6c4e3714d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b905bd70-ac05-457a-be37-599da9386a2e']}} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:05.222500 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-35f8207a-c2e4-4788-94d0-49aebe3763f3 req-6a43af78-9a9d-44ef-98a9-addbdc4530eb tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856481 Aug 24 17:01:05.232774 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-42fa57ba-e9b9-45d3-b88d-c6c4e3714d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787c2049-4f09-4bd7-9edb-082d04d8ca5a') {'for_net_delete': True} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:05.233211 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-42fa57ba-e9b9-45d3-b88d-c6c4e3714d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787c2049-4f09-4bd7-9edb-082d04d8ca5a') {} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:05.244638 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-42fa57ba-e9b9-45d3-b88d-c6c4e3714d90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548676'] for segment, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.259552 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-42fa57ba-e9b9-45d3-b88d-c6c4e3714d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.266239 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fa57ba-e9b9-45d3-b88d-c6c4e3714d90 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:01:05.266919 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-42fa57ba-e9b9-45d3-b88d-c6c4e3714d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548517'] for segment, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: Traceback (most recent call last): Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: timer() Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: cb(*args, **kw) Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: return func(*args, **kwargs) Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: self._notify() Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: self.callback(batched_events) Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: event.method(event) Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: return f(self, *a, **k) Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: return self._get(url).json() Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: return self.request(url, 'GET', **kwargs) Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:01:05.268621 dv-cinder-799668-9-iscsi neutron-server[93842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:01:05.332910 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-42fa57ba-e9b9-45d3-b88d-c6c4e3714d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.338087 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-42fa57ba-e9b9-45d3-b88d-c6c4e3714d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.339912 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-42fa57ba-e9b9-45d3-b88d-c6c4e3714d90 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b905bd70-ac05-457a-be37-599da9386a2e HTTP/1.1" status: 204 len: 168 time: 0.3495274 Aug 24 17:01:05.343156 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60256) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:05.355365 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa57ba-e9b9-45d3-b88d-c6c4e3714d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=b905bd70-ac05-457a-be37-599da9386a2e,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:05.390229 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ed85fb-648c-440d-89b0-e30574e0c69e admin admin] Deleting subnet 2bf9850f-e4ad-4462-96a1-064be3c1788d {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:01:05.393841 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a1ed85fb-648c-440d-89b0-e30574e0c69e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.450028 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a1ed85fb-648c-440d-89b0-e30574e0c69e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12781722'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.502201 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42b229-f555-41a6-a465-559f3c74c7e3 req-050f588f-458b-4c75-819a-eff5b9c5cdb2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:05.503671 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4d42b229-f555-41a6-a465-559f3c74c7e3 req-050f588f-458b-4c75-819a-eff5b9c5cdb2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 946 time: 0.0904641 Aug 24 17:01:05.506214 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a1ed85fb-648c-440d-89b0-e30574e0c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.575246 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4d42b229-f555-41a6-a465-559f3c74c7e3 req-2c5b906d-62cc-420b-aa4f-ff3ef8c3c2b8 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502412 Aug 24 17:01:05.584184 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a1ed85fb-648c-440d-89b0-e30574e0c69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13161694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16193823'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.608317 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed85fb-648c-440d-89b0-e30574e0c69e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf9850f-e4ad-4462-96a1-064be3c1788d,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:05.612656 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a1ed85fb-648c-440d-89b0-e30574e0c69e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.614388 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a1ed85fb-648c-440d-89b0-e30574e0c69e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2bf9850f-e4ad-4462-96a1-064be3c1788d HTTP/1.1" status: 204 len: 168 time: 0.2696922 Aug 24 17:01:05.617807 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60260) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:05.691283 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-17ca0d36-aef2-4cf4-b44f-67ae4e755e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.769146 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-17ca0d36-aef2-4cf4-b44f-67ae4e755e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.779594 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-17ca0d36-aef2-4cf4-b44f-67ae4e755e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6dda1d-15fb-4af2-a4e0-b39767375551']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:05.790094 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-17ca0d36-aef2-4cf4-b44f-67ae4e755e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d30cb5-e833-469f-b35d-70e7d53419c9') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:05.790415 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-17ca0d36-aef2-4cf4-b44f-67ae4e755e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d30cb5-e833-469f-b35d-70e7d53419c9') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:05.800380 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-17ca0d36-aef2-4cf4-b44f-67ae4e755e19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12781717'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.814739 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-17ca0d36-aef2-4cf4-b44f-67ae4e755e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.820963 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ca0d36-aef2-4cf4-b44f-67ae4e755e19 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:01:05.821345 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-17ca0d36-aef2-4cf4-b44f-67ae4e755e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13161788'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: timer() Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: cb(*args, **kw) Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: self._notify() Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: self.callback(batched_events) Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: event.method(event) Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._get(url).json() Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:01:05.823338 dv-cinder-799668-9-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:01:05.892617 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-17ca0d36-aef2-4cf4-b44f-67ae4e755e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.900730 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-17ca0d36-aef2-4cf4-b44f-67ae4e755e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:05.902780 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-17ca0d36-aef2-4cf4-b44f-67ae4e755e19 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7e6dda1d-15fb-4af2-a4e0-b39767375551 HTTP/1.1" status: 204 len: 168 time: 0.2838647 Aug 24 17:01:05.914593 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca0d36-aef2-4cf4-b44f-67ae4e755e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6dda1d-15fb-4af2-a4e0-b39767375551,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:06.081658 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60270) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:06.122175 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-eb375647-ddfa-4cb4-8828-e28e29b0b245 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73266d7527e44b358a9a998ee8d40fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392156 Aug 24 17:01:06.125672 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60272) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:06.186217 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f687580e-3f30-4eb9-85df-c61e30b78d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:06.208224 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f687580e-3f30-4eb9-85df-c61e30b78d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:06.257796 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f687580e-3f30-4eb9-85df-c61e30b78d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:06.260914 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f687580e-3f30-4eb9-85df-c61e30b78d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:06.262890 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f687580e-3f30-4eb9-85df-c61e30b78d9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2e3ee9d-992e-4019-9653-7089cffd2db7 HTTP/1.1" status: 204 len: 168 time: 0.1354930 Aug 24 17:01:06.270815 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687580e-3f30-4eb9-85df-c61e30b78d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e3ee9d-992e-4019-9653-7089cffd2db7,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:06.345988 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba09ab1-e351-41b5-8310-5814c014ea0b req-a6085bfb-3647-4a6b-a58b-27dd551dba6e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:06.347491 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-aba09ab1-e351-41b5-8310-5814c014ea0b req-a6085bfb-3647-4a6b-a58b-27dd551dba6e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0473483 Aug 24 17:01:06.407355 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-aba09ab1-e351-41b5-8310-5814c014ea0b req-372c9e33-47cc-46ff-8bee-aea8c7c57c83 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442011 Aug 24 17:01:06.605847 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60292) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:06.654766 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e01068cd-b398-43ed-addb-6ee843a26028 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf081f67e84a43b49bd34f088deec87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475605 Aug 24 17:01:06.657744 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60294) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:06.696849 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053f416-4656-431d-a633-1aa7df2bd6b5 req-96f2f537-3e6c-42a5-bc9f-0be3617a8b84 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:06.698608 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d053f416-4656-431d-a633-1aa7df2bd6b5 req-96f2f537-3e6c-42a5-bc9f-0be3617a8b84 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 946 time: 0.0509663 Aug 24 17:01:06.717406 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf665-0e2f-470a-bb64-bd7133ffbac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:06.736937 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d053f416-4656-431d-a633-1aa7df2bd6b5 req-cf758962-82e6-4c71-b1af-423695a77b47 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322945 Aug 24 17:01:06.739015 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf665-0e2f-470a-bb64-bd7133ffbac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:06.787874 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf665-0e2f-470a-bb64-bd7133ffbac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:06.790443 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf665-0e2f-470a-bb64-bd7133ffbac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:06.791589 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-1e6bf665-0e2f-470a-bb64-bd7133ffbac1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb7e8895-bb42-49ce-8b8f-a91e232de009 HTTP/1.1" status: 204 len: 168 time: 0.1329379 Aug 24 17:01:06.799453 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bf665-0e2f-470a-bb64-bd7133ffbac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7e8895-bb42-49ce-8b8f-a91e232de009,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:07.116221 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0f5e7-6616-456e-b6e2-404b52bfd010 req-d5576e3e-a70b-43f7-8994-39a0d7b9e869 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:07.122843 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eae0f5e7-6616-456e-b6e2-404b52bfd010 req-d5576e3e-a70b-43f7-8994-39a0d7b9e869 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0654578 Aug 24 17:01:07.162028 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-eae0f5e7-6616-456e-b6e2-404b52bfd010 req-3c79fc9e-8f53-4f99-922c-86a04cc750b9 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380533 Aug 24 17:01:07.507278 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd4e5d-2c99-4642-ac0d-5b0ec120deca req-7e3092a6-6091-450b-b59a-be7ab76f95e3 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:07.508616 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-68bd4e5d-2c99-4642-ac0d-5b0ec120deca req-7e3092a6-6091-450b-b59a-be7ab76f95e3 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0486813 Aug 24 17:01:07.547009 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-68bd4e5d-2c99-4642-ac0d-5b0ec120deca req-955d8dbd-0a40-4096-96e6-4783b1f3ab49 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315769 Aug 24 17:01:07.861615 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323b8f4-b8a6-4752-8940-e140ad04cf7f req-083a6a27-8736-4732-ac36-9e4a9cdf6050 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:07.863553 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6323b8f4-b8a6-4752-8940-e140ad04cf7f req-083a6a27-8736-4732-ac36-9e4a9cdf6050 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 946 time: 0.0503037 Aug 24 17:01:07.894443 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8c3d785d-94fc-4110-8b1b-d116547ad4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:07.905531 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6323b8f4-b8a6-4752-8940-e140ad04cf7f req-5f06eb22-af14-4165-8947-df6539a00ee8 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360818 Aug 24 17:01:08.027406 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:08.289322 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445d6dc-7822-475d-b769-e3ad6e27fbff req-a342b94f-047d-4972-b7df-7f7d6567218e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:08.290854 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f445d6dc-7822-475d-b769-e3ad6e27fbff req-a342b94f-047d-4972-b7df-7f7d6567218e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0602226 Aug 24 17:01:08.329145 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f445d6dc-7822-475d-b769-e3ad6e27fbff req-03879ccf-d6a2-451f-a745-1b20b0014f5e tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320020 Aug 24 17:01:08.665615 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26005a40-429e-454a-8d07-341de2e094f0 req-ed303f7a-46df-43d7-97e1-8e8deefd7b5f tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:08.667233 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-26005a40-429e-454a-8d07-341de2e094f0 req-ed303f7a-46df-43d7-97e1-8e8deefd7b5f tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0505364 Aug 24 17:01:08.712099 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-26005a40-429e-454a-8d07-341de2e094f0 req-4ba4819c-3c19-41a3-a9a7-0b8b5c639318 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389068 Aug 24 17:01:09.330228 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:09.466158 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f07961-e46a-463b-baf7-9dd5065e19f3 req-3c2c2cdf-102c-4255-b30b-68f257777aa0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:09.467774 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-96f07961-e46a-463b-baf7-9dd5065e19f3 req-3c2c2cdf-102c-4255-b30b-68f257777aa0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0507166 Aug 24 17:01:09.508060 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-96f07961-e46a-463b-baf7-9dd5065e19f3 req-8d246629-eb66-4ae0-93dc-d61f82ade88c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338857 Aug 24 17:01:09.777496 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45654256-4ec3-4048-a99a-f8207dfb5eed req-7b906fd1-b6aa-4786-9606-d48d357e2104 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:09.779057 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-45654256-4ec3-4048-a99a-f8207dfb5eed req-7b906fd1-b6aa-4786-9606-d48d357e2104 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.26 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 945 time: 0.0532649 Aug 24 17:01:09.839258 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7c451-92a9-45c4-8fdc-2c5213735d6e req-ff612b56-4137-41ad-87f3-4a35357cbba1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:09.840949 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5ba7c451-92a9-45c4-8fdc-2c5213735d6e req-ff612b56-4137-41ad-87f3-4a35357cbba1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0548277 Aug 24 17:01:09.863593 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60474) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:09.882885 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5ba7c451-92a9-45c4-8fdc-2c5213735d6e req-f4707f53-6990-40bf-8290-8bc4b60dfb51 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348372 Aug 24 17:01:09.889543 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-45654256-4ec3-4048-a99a-f8207dfb5eed req-db4245a5-1d53-4461-8c4a-ecd21382fb11 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Deleting port e3673453-68fe-43ca-a7cf-ee0899153cc3 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:01:09.889958 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-45654256-4ec3-4048-a99a-f8207dfb5eed req-db4245a5-1d53-4461-8c4a-ecd21382fb11 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:09.985501 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e20d99eb-7158-4cb3-b967-9d5d72c36ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.006730 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-45654256-4ec3-4048-a99a-f8207dfb5eed req-db4245a5-1d53-4461-8c4a-ecd21382fb11 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] For port e3673453-68fe-43ca-a7cf-ee0899153cc3, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e3673453-68fe-43ca-a7cf-ee0899153cc3,segment=NetworkSegment(6ffd5811-2a46-45ca-815d-34baea26209c),segment_id=6ffd5811-2a46-45ca-815d-34baea26209c)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:01:10.007081 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-45654256-4ec3-4048-a99a-f8207dfb5eed req-db4245a5-1d53-4461-8c4a-ecd21382fb11 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.023158 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-45654256-4ec3-4048-a99a-f8207dfb5eed req-db4245a5-1d53-4461-8c4a-ecd21382fb11 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Calling delete_port for e3673453-68fe-43ca-a7cf-ee0899153cc3 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:01:10.198914 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e20d99eb-7158-4cb3-b967-9d5d72c36ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.206197 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e20d99eb-7158-4cb3-b967-9d5d72c36ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.253911 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-45654256-4ec3-4048-a99a-f8207dfb5eed req-db4245a5-1d53-4461-8c4a-ecd21382fb11 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.259859 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d99eb-7158-4cb3-b967-9d5d72c36ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b35b086-ff12-4288-8761-f2ed05bbc28e,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:10.265715 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e20d99eb-7158-4cb3-b967-9d5d72c36ad0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ff12c0d2f7148af9255a8dd7c4db729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011223 Aug 24 17:01:10.268754 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60480) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:10.287145 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4245a5-1d53-4461-8c4a-ecd21382fb11 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Pushing event deleted for resources: {'Port': ['ID=e3673453-68fe-43ca-a7cf-ee0899153cc3,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:10.306648 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7', 'e3673453-68fe-43ca-a7cf-ee0899153cc3'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:01:10.323559 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.326741 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-45654256-4ec3-4048-a99a-f8207dfb5eed req-db4245a5-1d53-4461-8c4a-ecd21382fb11 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] No DVR routers for this DVR port e3673453-68fe-43ca-a7cf-ee0899153cc3 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:01:10.329975 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-45654256-4ec3-4048-a99a-f8207dfb5eed req-db4245a5-1d53-4461-8c4a-ecd21382fb11 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.332205 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-45654256-4ec3-4048-a99a-f8207dfb5eed req-db4245a5-1d53-4461-8c4a-ecd21382fb11 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.26 "DELETE /v2.0/ports/e3673453-68fe-43ca-a7cf-ee0899153cc3 HTTP/1.1" status: 204 len: 173 time: 0.5463178 Aug 24 17:01:10.332897 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6445080e-a498-4bbd-ac10-42753d0247f5', 'name': 'network-vif-deleted', 'tag': 'e3673453-68fe-43ca-a7cf-ee0899153cc3'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:01:10.335064 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a80641a-1c5d-4b2b-b37e-6872113c26ab" -d '{"events": [{"server_uuid": "6445080e-a498-4bbd-ac10-42753d0247f5", "name": "network-vif-deleted", "tag": "e3673453-68fe-43ca-a7cf-ee0899153cc3"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:01:10.346806 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.372576 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dde2a7-0464-4aee-8d09-2f3736565ddc x-openstack-request-id: req-c9dde2a7-0464-4aee-8d09-2f3736565ddc {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:01:10.373048 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6445080e-a498-4bbd-ac10-42753d0247f5", "name": "network-vif-deleted", "tag": "e3673453-68fe-43ca-a7cf-ee0899153cc3", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:01:10.373443 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9dde2a7-0464-4aee-8d09-2f3736565ddc {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:01:10.374010 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6445080e-a498-4bbd-ac10-42753d0247f5', 'name': 'network-vif-deleted', 'tag': 'e3673453-68fe-43ca-a7cf-ee0899153cc3', 'status': 'completed', 'code': 200} Aug 24 17:01:10.399730 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.402389 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.403532 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b35b086-ff12-4288-8761-f2ed05bbc28e HTTP/1.1" status: 204 len: 168 time: 0.1337881 Aug 24 17:01:10.420186 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b35b086-ff12-4288-8761-f2ed05bbc28e,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:10.428402 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:10.428877 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:10.429345 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:10.429769 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:10.430350 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:10.430763 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:10.431160 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:10.431554 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:10.431947 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:10.432543 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:10.432988 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:10.434565 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e53695-4cec-4f33-a680-337689ced2d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:10.579582 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.636115 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ef5258c9-618f-4fb4-a9c3-d15e0d08ccaa req-27734339-e38d-4e6e-8ad1-e6d198311760 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=6445080e-a498-4bbd-ac10-42753d0247f5 HTTP/1.1" status: 200 len: 210 time: 0.0272992 Aug 24 17:01:10.745134 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60490) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:10.758735 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ef62af2f-d171-4933-8fb3-09b9c6680d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.847627 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ef62af2f-d171-4933-8fb3-09b9c6680d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.852432 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ef62af2f-d171-4933-8fb3-09b9c6680d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.889323 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ef62af2f-d171-4933-8fb3-09b9c6680d85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1e666656c15497094aa11dea4029c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430697 Aug 24 17:01:10.890193 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62af2f-d171-4933-8fb3-09b9c6680d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0767fa27-2e5a-4e9a-a1e1-9035f83b0b00,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:10.892285 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60492) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:10.945134 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-00ab8ac8-a133-4bec-8d4a-0201f13e0db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:10.972265 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-00ab8ac8-a133-4bec-8d4a-0201f13e0db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:11.003790 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf64d8-821d-4376-a1b3-afff111281a6 req-94d43b57-9b43-41fe-9e8a-17d7ba99a302 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:11.005564 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4daf64d8-821d-4376-a1b3-afff111281a6 req-94d43b57-9b43-41fe-9e8a-17d7ba99a302 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0524509 Aug 24 17:01:11.028023 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-00ab8ac8-a133-4bec-8d4a-0201f13e0db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:11.030537 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-00ab8ac8-a133-4bec-8d4a-0201f13e0db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:11.031697 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-00ab8ac8-a133-4bec-8d4a-0201f13e0db1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0767fa27-2e5a-4e9a-a1e1-9035f83b0b00 HTTP/1.1" status: 204 len: 168 time: 0.1383646 Aug 24 17:01:11.043952 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab8ac8-a133-4bec-8d4a-0201f13e0db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0767fa27-2e5a-4e9a-a1e1-9035f83b0b00,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:11.058695 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4daf64d8-821d-4376-a1b3-afff111281a6 req-2ff45cd4-4c7b-4cac-9fa4-6774aeba7438 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467153 Aug 24 17:01:11.915403 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad75a38-0de7-4e7b-a3d3-c7dfc312bd9a req-1f79b6f4-089e-418b-902d-09676f63ee53 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:11.917104 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7ad75a38-0de7-4e7b-a3d3-c7dfc312bd9a req-1f79b6f4-089e-418b-902d-09676f63ee53 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0503163 Aug 24 17:01:11.955160 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7ad75a38-0de7-4e7b-a3d3-c7dfc312bd9a req-e3a81ea6-deea-48f0-adf9-846876ea0c87 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321438 Aug 24 17:01:12.189681 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb8086-85a0-410d-92f0-c3249f034569 req-31e87f1d-d286-4e37-8638-71cca140296e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:12.191464 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d6fb8086-85a0-410d-92f0-c3249f034569 req-31e87f1d-d286-4e37-8638-71cca140296e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0517683 Aug 24 17:01:12.230864 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d6fb8086-85a0-410d-92f0-c3249f034569 req-6ee10f54-13bd-49b0-857b-fb334abd172b tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324166 Aug 24 17:01:13.084541 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0840c-7a59-416a-b1b4-e602f007e6ab req-04bcdd37-b65a-4b14-90a4-32ce841b9d8c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:13.086037 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b4d0840c-7a59-416a-b1b4-e602f007e6ab req-04bcdd37-b65a-4b14-90a4-32ce841b9d8c tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0517900 Aug 24 17:01:13.136270 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b4d0840c-7a59-416a-b1b4-e602f007e6ab req-60c2dcd8-4c94-463d-8411-97861e0d953f tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Aug 24 17:01:13.351959 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cfd77-3fd7-4c84-9c0e-01e938bddf3d req-3d390bd9-1840-4bab-acae-6f84a11728ed tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:13.353434 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-276cfd77-3fd7-4c84-9c0e-01e938bddf3d req-3d390bd9-1840-4bab-acae-6f84a11728ed tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0527384 Aug 24 17:01:13.394588 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-276cfd77-3fd7-4c84-9c0e-01e938bddf3d req-a3c2cfd4-6e1f-41c6-b26a-a2961d0d43d6 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344307 Aug 24 17:01:14.273043 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25fe2e-7192-42fd-b307-36db6e970b20 req-28c01941-d52c-488e-9ac9-704cdcb7ef27 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:14.274927 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2f25fe2e-7192-42fd-b307-36db6e970b20 req-28c01941-d52c-488e-9ac9-704cdcb7ef27 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0687449 Aug 24 17:01:14.313370 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2f25fe2e-7192-42fd-b307-36db6e970b20 req-913d061c-5e63-4c78-9a45-9546e2ac2d9d tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323625 Aug 24 17:01:14.520739 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64827384-7e8c-4b85-9ca6-9a11f214a66b req-0c5c9f20-88be-4e64-89b9-4726f1011b55 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:14.522183 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-64827384-7e8c-4b85-9ca6-9a11f214a66b req-0c5c9f20-88be-4e64-89b9-4726f1011b55 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0568192 Aug 24 17:01:14.563081 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-64827384-7e8c-4b85-9ca6-9a11f214a66b req-0dacc7b4-47c3-4114-8ab2-abca9ced56b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316200 Aug 24 17:01:15.399493 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device e3673453-68fe-43ca-a7cf-ee0899153cc3 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:01:15.422486 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: e3673453-68fe-43ca-a7cf-ee0899153cc3 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:01:15.422828 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device e3673453-68fe-43ca-a7cf-ee0899153cc3 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:01:15.444007 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a1c9a-2b0e-46a7-af77-ba49c42efa36 req-df9b09c7-478c-4bb2-8435-63238ec91bd1 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:15.445766 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-080a1c9a-2b0e-46a7-af77-ba49c42efa36 req-df9b09c7-478c-4bb2-8435-63238ec91bd1 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0603449 Aug 24 17:01:15.485156 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-080a1c9a-2b0e-46a7-af77-ba49c42efa36 req-7aaa13a3-20ba-4f67-b46d-c475631e6751 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331693 Aug 24 17:01:15.686965 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0d0c2-3952-4958-aad2-fa112e25b6ce req-a2fdebb2-d64b-44ac-880e-f0cc00b9a3cb tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:15.688453 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-13d0d0c2-3952-4958-aad2-fa112e25b6ce req-a2fdebb2-d64b-44ac-880e-f0cc00b9a3cb tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0544560 Aug 24 17:01:15.729113 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-13d0d0c2-3952-4958-aad2-fa112e25b6ce req-30df713f-b00e-4b9c-83b8-ebf315c33211 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319657 Aug 24 17:01:16.611788 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9b374-e858-4f1d-8740-9be0b4148240 req-7da07681-a290-4cf4-8e96-ae97b21e5c94 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:16.613347 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e5d9b374-e858-4f1d-8740-9be0b4148240 req-7da07681-a290-4cf4-8e96-ae97b21e5c94 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0597289 Aug 24 17:01:16.660119 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e5d9b374-e858-4f1d-8740-9be0b4148240 req-31ec03eb-3c6c-49b8-9203-28346745f615 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375378 Aug 24 17:01:16.874953 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dd5f5-52a8-489a-9759-de632bf0de47 req-0c61bb51-03e5-46fe-bdb2-9a082ce04520 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:16.876468 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f58dd5f5-52a8-489a-9759-de632bf0de47 req-0c61bb51-03e5-46fe-bdb2-9a082ce04520 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0641680 Aug 24 17:01:16.918059 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f58dd5f5-52a8-489a-9759-de632bf0de47 req-0d612e27-0ca6-4478-9f27-01a5a65f72b3 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330827 Aug 24 17:01:17.790469 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de38f2-828b-4d24-90b8-8bf17df78797 req-645043af-7f8c-497c-9c0c-d69eebec2d9b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:17.791908 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-00de38f2-828b-4d24-90b8-8bf17df78797 req-645043af-7f8c-497c-9c0c-d69eebec2d9b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0540249 Aug 24 17:01:17.843207 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-00de38f2-828b-4d24-90b8-8bf17df78797 req-91ff1748-19e4-4b3e-a77a-49d4905d0b0f tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420849 Aug 24 17:01:18.052574 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090e8d0-e7e0-4bf0-b922-fd379cb9d6e2 req-e9c7a873-3e66-4d43-9a8a-496995f7d1e9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:18.053933 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a090e8d0-e7e0-4bf0-b922-fd379cb9d6e2 req-e9c7a873-3e66-4d43-9a8a-496995f7d1e9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0618753 Aug 24 17:01:18.094769 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a090e8d0-e7e0-4bf0-b922-fd379cb9d6e2 req-f86cba4c-f90d-4433-9dbb-77f1d25178d3 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320575 Aug 24 17:01:18.983038 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68d0c4-2234-4584-9d04-bfc1d74a1922 req-5fe11684-ff95-41b8-a8b2-2e00e9844860 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:18.984448 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5f68d0c4-2234-4584-9d04-bfc1d74a1922 req-5fe11684-ff95-41b8-a8b2-2e00e9844860 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0573049 Aug 24 17:01:19.022679 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5f68d0c4-2234-4584-9d04-bfc1d74a1922 req-cf367ad0-2719-4a1b-be48-fcd8c8de48da tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321290 Aug 24 17:01:19.212614 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c844ad-7b91-4d7d-8651-5e8a87c34b18 req-ee8882a6-11fa-416a-8a8b-51cc8be3fb0a tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:19.214069 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-98c844ad-7b91-4d7d-8651-5e8a87c34b18 req-ee8882a6-11fa-416a-8a8b-51cc8be3fb0a tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0510747 Aug 24 17:01:19.257864 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-98c844ad-7b91-4d7d-8651-5e8a87c34b18 req-eebc35cc-4d03-4c1a-be4b-053de0b4278d tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335636 Aug 24 17:01:20.143247 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dd223-d26d-43b9-a6be-228e854ca43d req-7966d934-ca10-4aaa-8d73-9c5d4b7faab0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:20.144717 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-885dd223-d26d-43b9-a6be-228e854ca43d req-7966d934-ca10-4aaa-8d73-9c5d4b7faab0 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0527449 Aug 24 17:01:20.185490 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-885dd223-d26d-43b9-a6be-228e854ca43d req-225bce8e-e982-47bf-a55d-27f355833aa3 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318928 Aug 24 17:01:20.380107 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458105b0-08e9-4b7e-ac18-d72973e55df6 req-b417021a-d643-4377-aa97-711462a9c0f4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:20.381541 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-458105b0-08e9-4b7e-ac18-d72973e55df6 req-b417021a-d643-4377-aa97-711462a9c0f4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0496058 Aug 24 17:01:20.382234 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:01:20.422893 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-458105b0-08e9-4b7e-ac18-d72973e55df6 req-b9bd6068-db8a-4f82-9af2-43efb7ea7607 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327773 Aug 24 17:01:21.293536 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39581bf3-03d8-4a5e-8129-f916eb306e8d req-a3dded08-fd9d-4bed-ba10-81d38c388482 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:21.295015 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-39581bf3-03d8-4a5e-8129-f916eb306e8d req-a3dded08-fd9d-4bed-ba10-81d38c388482 tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.26 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0532465 Aug 24 17:01:21.318458 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa97bb0-27af-4cda-b8fa-b9006f1f3236 req-8137acc8-8931-4d0a-a9a4-4452b87e88df tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:21.320009 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2aa97bb0-27af-4cda-b8fa-b9006f1f3236 req-8137acc8-8931-4d0a-a9a4-4452b87e88df tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 945 time: 0.0555081 Aug 24 17:01:21.357902 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2aa97bb0-27af-4cda-b8fa-b9006f1f3236 req-a15d26d7-cd24-4087-b29d-6ce3ecfad0be tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a8ef51b-d113-48fd-982a-d332b7f231ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Aug 24 17:01:21.393816 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-39581bf3-03d8-4a5e-8129-f916eb306e8d req-929379aa-9e1f-4901-a329-6349d7ecdbca tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Deleting port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:01:21.394477 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-39581bf3-03d8-4a5e-8129-f916eb306e8d req-929379aa-9e1f-4901-a329-6349d7ecdbca tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:21.747858 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-39581bf3-03d8-4a5e-8129-f916eb306e8d req-929379aa-9e1f-4901-a329-6349d7ecdbca tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] For port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7,segment=NetworkSegment(6ffd5811-2a46-45ca-815d-34baea26209c),segment_id=6ffd5811-2a46-45ca-815d-34baea26209c)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:01:21.748288 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-39581bf3-03d8-4a5e-8129-f916eb306e8d req-929379aa-9e1f-4901-a329-6349d7ecdbca tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:21.763461 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d671c-0a27-4f46-a5e9-d6feaa3767ec req-9ac55016-fa37-402e-9a49-be4de5bbdbdf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:21.764988 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cd0d671c-0a27-4f46-a5e9-d6feaa3767ec req-9ac55016-fa37-402e-9a49-be4de5bbdbdf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0857356 Aug 24 17:01:21.770912 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-39581bf3-03d8-4a5e-8129-f916eb306e8d req-929379aa-9e1f-4901-a329-6349d7ecdbca tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Calling delete_port for 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:01:21.846002 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cd0d671c-0a27-4f46-a5e9-d6feaa3767ec req-80e895da-3ee1-468e-b372-a1cb22cbc0d2 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730782 Aug 24 17:01:21.935175 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-39581bf3-03d8-4a5e-8129-f916eb306e8d req-929379aa-9e1f-4901-a329-6349d7ecdbca tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:21.964588 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929379aa-9e1f-4901-a329-6349d7ecdbca tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Pushing event deleted for resources: {'Port': ['ID=8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:21.979062 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:01:22.020942 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-39581bf3-03d8-4a5e-8129-f916eb306e8d req-929379aa-9e1f-4901-a329-6349d7ecdbca tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] No DVR routers for this DVR port 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:01:22.024382 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-39581bf3-03d8-4a5e-8129-f916eb306e8d req-929379aa-9e1f-4901-a329-6349d7ecdbca tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:22.026583 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-39581bf3-03d8-4a5e-8129-f916eb306e8d req-929379aa-9e1f-4901-a329-6349d7ecdbca tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.26 "DELETE /v2.0/ports/8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 HTTP/1.1" status: 204 len: 173 time: 0.7250092 Aug 24 17:01:22.027169 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a91e2a-cd1b-4081-9e46-4deeeb90362f', 'name': 'network-vif-deleted', 'tag': '8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:01:22.030773 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640d7c0f-fb47-42e5-a8a0-cc54fe1e37d6" -d '{"events": [{"server_uuid": "64a91e2a-cd1b-4081-9e46-4deeeb90362f", "name": "network-vif-deleted", "tag": "8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:01:22.074134 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf55738a-cb30-4c29-9e15-fc57a007049c x-openstack-request-id: req-bf55738a-cb30-4c29-9e15-fc57a007049c {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:01:22.074448 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a91e2a-cd1b-4081-9e46-4deeeb90362f", "name": "network-vif-deleted", "tag": "8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:01:22.074694 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf55738a-cb30-4c29-9e15-fc57a007049c {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:01:22.075092 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a91e2a-cd1b-4081-9e46-4deeeb90362f', 'name': 'network-vif-deleted', 'tag': '8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7', 'status': 'completed', 'code': 200} Aug 24 17:01:22.109914 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2da61-7954-4384-97d8-20c9113c89eb req-d4599a08-82db-4976-ae33-3a06a103d0ae tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:22.111461 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-21e2da61-7954-4384-97d8-20c9113c89eb req-d4599a08-82db-4976-ae33-3a06a103d0ae tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0489526 Aug 24 17:01:22.151344 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-21e2da61-7954-4384-97d8-20c9113c89eb req-a60e0ed5-c6e6-4368-9eb6-e15604b0990e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331953 Aug 24 17:01:22.216284 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489b70-e0b8-43ab-a7e9-06c9db08ae1c req-6a00d18b-ede9-4204-865d-44319536dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:22.217784 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-58489b70-e0b8-43ab-a7e9-06c9db08ae1c req-6a00d18b-ede9-4204-865d-44319536dfe5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2186679ca3474499a5785bb5999a0929&device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 1098 time: 0.0405474 Aug 24 17:01:22.330477 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489b70-e0b8-43ab-a7e9-06c9db08ae1c req-d10cf269-cdff-439d-a33b-d2bb51b5961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:22.331859 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-58489b70-e0b8-43ab-a7e9-06c9db08ae1c req-d10cf269-cdff-439d-a33b-d2bb51b5961b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f00dec52-c8ac-438f-a240-6365db81c0dc HTTP/1.1" status: 200 len: 911 time: 0.0888448 Aug 24 17:01:22.399273 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-58489b70-e0b8-43ab-a7e9-06c9db08ae1c req-59d30842-a971-491d-b795-43b02033cc0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 HTTP/1.1" status: 200 len: 1000 time: 0.0572448 Aug 24 17:01:22.451623 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489b70-e0b8-43ab-a7e9-06c9db08ae1c req-85cee399-3ef8-4a90-8810-fceaed748a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:22.453094 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-58489b70-e0b8-43ab-a7e9-06c9db08ae1c req-85cee399-3ef8-4a90-8810-fceaed748a20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d11b48a3-078f-49c7-999e-7b305807dca6 HTTP/1.1" status: 200 len: 849 time: 0.0455103 Aug 24 17:01:22.466395 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-064bb056-b0d8-4083-bc58-22605bf4953d req-6d648b63-2ca8-457c-baa2-053e4c65340b tempest-ServerRescueNegativeTestJSON-2090399174 tempest-ServerRescueNegativeTestJSON-2090399174-project] 10.222.0.13 "GET /v2.0/ports?device_id=64a91e2a-cd1b-4081-9e46-4deeeb90362f HTTP/1.1" status: 200 len: 210 time: 0.0282342 Aug 24 17:01:22.513599 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489b70-e0b8-43ab-a7e9-06c9db08ae1c req-bc7c6e7c-b45c-4559-a5af-acfdd08334f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:22.515165 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-58489b70-e0b8-43ab-a7e9-06c9db08ae1c req-bc7c6e7c-b45c-4559-a5af-acfdd08334f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f00dec52-c8ac-438f-a240-6365db81c0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524402 Aug 24 17:01:22.615736 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-58489b70-e0b8-43ab-a7e9-06c9db08ae1c req-4e9dd0f3-5947-4e73-9eb0-b458227d3949 service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903120 Aug 24 17:01:22.720506 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-58489b70-e0b8-43ab-a7e9-06c9db08ae1c req-196f53a4-cbfe-4e9e-8e0a-816890fda9a6 service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967529 Aug 24 17:01:22.962323 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:23.274895 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc440466-36d9-42ce-b225-c4c13c2d5933 req-192e5098-810c-4353-a967-d6a85cade8e6 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:23.276537 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fc440466-36d9-42ce-b225-c4c13c2d5933 req-192e5098-810c-4353-a967-d6a85cade8e6 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0563271 Aug 24 17:01:23.327606 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fc440466-36d9-42ce-b225-c4c13c2d5933 req-ea40e108-daa9-42a4-a5c3-f3b1d71c94f0 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403476 Aug 24 17:01:23.524348 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60620) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:24.167105 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ce40785f-9600-4c93-85ab-99044a42d604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419728'] for router_interface, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:24.439317 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c06ac-3f42-4c0d-bd54-274c931183dd req-43837f08-de3f-4916-a90d-0ecb3ebb1cee tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:24.440899 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-924c06ac-3f42-4c0d-bd54-274c931183dd req-43837f08-de3f-4916-a90d-0ecb3ebb1cee tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0530803 Aug 24 17:01:24.473026 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-ce40785f-9600-4c93-85ab-99044a42d604 admin admin] Deleting port 23bc08de-5d9e-4a5a-ac72-8dee8f42641c {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:01:24.473394 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ce40785f-9600-4c93-85ab-99044a42d604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:24.484238 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-924c06ac-3f42-4c0d-bd54-274c931183dd req-c4e48cde-e6d5-4b0b-a0ab-ace2bd39bf39 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330245 Aug 24 17:01:24.557011 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-ce40785f-9600-4c93-85ab-99044a42d604 admin admin] For port 23bc08de-5d9e-4a5a-ac72-8dee8f42641c, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=23bc08de-5d9e-4a5a-ac72-8dee8f42641c,segment=NetworkSegment(6ffd5811-2a46-45ca-815d-34baea26209c),segment_id=6ffd5811-2a46-45ca-815d-34baea26209c)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:01:24.557716 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ce40785f-9600-4c93-85ab-99044a42d604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:24.573075 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-ce40785f-9600-4c93-85ab-99044a42d604 admin admin] Calling delete_port for 23bc08de-5d9e-4a5a-ac72-8dee8f42641c owned by network:router_interface {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:01:24.791947 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ce40785f-9600-4c93-85ab-99044a42d604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:24.817562 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40785f-9600-4c93-85ab-99044a42d604 admin admin] Pushing event deleted for resources: {'Port': ['ID=23bc08de-5d9e-4a5a-ac72-8dee8f42641c,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:24.975541 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ce40785f-9600-4c93-85ab-99044a42d604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588518'] for router_interface, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:25.207326 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce40785f-9600-4c93-85ab-99044a42d604 admin admin] Router cebdcbb0-ce6d-4eec-968d-5622b4937164 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:01:25.313750 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce40785f-9600-4c93-85ab-99044a42d604 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:01:25.319335 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ce40785f-9600-4c93-85ab-99044a42d604 admin admin] 10.222.0.13 "PUT /v2.0/routers/cebdcbb0-ce6d-4eec-968d-5622b4937164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7935202 Aug 24 17:01:25.321795 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60632) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:25.323944 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b4370-d0a7-4e92-9aa9-b8f31fb3e04a None None] Sync routers for ids ['cebdcbb0-ce6d-4eec-968d-5622b4937164'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:01:25.334174 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b4370-d0a7-4e92-9aa9-b8f31fb3e04a None None] Routers {'cebdcbb0-ce6d-4eec-968d-5622b4937164'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:01:25.334816 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-5a5b4370-d0a7-4e92-9aa9-b8f31fb3e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:01:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['cebdcbb0-ce6d-4eec-968d-5622b4937164'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:25.430958 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:25.437677 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-5a5b4370-d0a7-4e92-9aa9-b8f31fb3e04a None None] Set router cebdcbb0-ce6d-4eec-968d-5622b4937164 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:01:25.551181 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:25.604241 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] Deleting port e6c4d2d9-b44b-484a-93f0-92ce77ff0567 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:01:25.605158 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:25.631553 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-5a5b4370-d0a7-4e92-9aa9-b8f31fb3e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'name': 'tempest-ServerRescueNegativeTestJSON-1153907623-router', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e6c4d2d9-b44b-484a-93f0-92ce77ff0567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:39Z', 'updated_at': '2021-08-24T17:01:24Z', 'revision_number': 5, 'project_id': '57f7488cf1f34f44a13e4291324ad73a', 'gw_port': {'id': 'e6c4d2d9-b44b-484a-93f0-92ce77ff0567', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:9b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:25.657352 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b4370-d0a7-4e92-9aa9-b8f31fb3e04a None None] Checking router: cebdcbb0-ce6d-4eec-968d-5622b4937164 for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:01:25.666027 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b4370-d0a7-4e92-9aa9-b8f31fb3e04a None None] Routers {'cebdcbb0-ce6d-4eec-968d-5622b4937164'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:01:25.666892 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-5a5b4370-d0a7-4e92-9aa9-b8f31fb3e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:01:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['cebdcbb0-ce6d-4eec-968d-5622b4937164'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:25.693174 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] For port e6c4d2d9-b44b-484a-93f0-92ce77ff0567, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=e6c4d2d9-b44b-484a-93f0-92ce77ff0567,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:01:25.693544 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:25.705931 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] Calling delete_port for e6c4d2d9-b44b-484a-93f0-92ce77ff0567 owned by network:router_gateway {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:01:25.748479 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-5a5b4370-d0a7-4e92-9aa9-b8f31fb3e04a None None] Set router cebdcbb0-ce6d-4eec-968d-5622b4937164 gateway port host: None {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:01:25.798288 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-5a5b4370-d0a7-4e92-9aa9-b8f31fb3e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'name': 'tempest-ServerRescueNegativeTestJSON-1153907623-router', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:39Z', 'updated_at': '2021-08-24T17:01:25Z', 'revision_number': 6, 'project_id': '57f7488cf1f34f44a13e4291324ad73a', 'gw_port_host': None}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:25.875606 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:25.902159 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c4d2d9-b44b-484a-93f0-92ce77ff0567,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:25.924979 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b4370-d0a7-4e92-9aa9-b8f31fb3e04a None None] The sync data for ids ['cebdcbb0-ce6d-4eec-968d-5622b4937164'] in dv-cinder-799668-9-iscsi is: [{'id': 'cebdcbb0-ce6d-4eec-968d-5622b4937164', 'name': 'tempest-ServerRescueNegativeTestJSON-1153907623-router', 'tenant_id': '57f7488cf1f34f44a13e4291324ad73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:39Z', 'updated_at': '2021-08-24T17:01:25Z', 'revision_number': 6, 'project_id': '57f7488cf1f34f44a13e4291324ad73a', 'gw_port_host': None}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:01:25.966397 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421564'] for router_gateway, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.069260 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.071552 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.134848 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399909'] for router, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.135290 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cebdcbb0-ce6d-4eec-968d-5622b4937164 {{(pid=93841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:01:26.140306 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.141442 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-98739b5b-33eb-4599-8932-df8685926ca8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cebdcbb0-ce6d-4eec-968d-5622b4937164 HTTP/1.1" status: 204 len: 168 time: 0.8186591 Aug 24 17:01:26.144692 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60636) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:26.189613 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3da5f4c-bfd4-433a-a500-306f88d9bc14 admin admin] Deleting subnet 102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1 {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:01:26.193410 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e3da5f4c-bfd4-433a-a500-306f88d9bc14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.464244 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e3da5f4c-bfd4-433a-a500-306f88d9bc14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12781722'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.505078 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e3da5f4c-bfd4-433a-a500-306f88d9bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.559305 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e3da5f4c-bfd4-433a-a500-306f88d9bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13161694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16193823'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.584112 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da5f4c-bfd4-433a-a500-306f88d9bc14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:26.587761 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e3da5f4c-bfd4-433a-a500-306f88d9bc14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.589591 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e3da5f4c-bfd4-433a-a500-306f88d9bc14 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/102b2a22-b2f9-4dc7-b703-b8fa72e8e1d1 HTTP/1.1" status: 204 len: 168 time: 0.4439948 Aug 24 17:01:26.593145 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60638) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:26.664702 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a88d103-897e-410d-8e07-00f808725815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.743829 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a88d103-897e-410d-8e07-00f808725815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.754516 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-4a88d103-897e-410d-8e07-00f808725815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af031b8c-c683-46a0-9719-609504051ca8']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:26.766825 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-4a88d103-897e-410d-8e07-00f808725815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffd5811-2a46-45ca-815d-34baea26209c') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:26.767145 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-4a88d103-897e-410d-8e07-00f808725815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffd5811-2a46-45ca-815d-34baea26209c') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:26.767421 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 23bc08de-5d9e-4a5a-ac72-8dee8f42641c no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:01:26.777437 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a88d103-897e-410d-8e07-00f808725815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12781717'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.787865 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 23bc08de-5d9e-4a5a-ac72-8dee8f42641c {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:01:26.788281 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 23bc08de-5d9e-4a5a-ac72-8dee8f42641c not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:01:26.788755 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device e6c4d2d9-b44b-484a-93f0-92ce77ff0567 no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:01:26.791273 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a88d103-897e-410d-8e07-00f808725815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.797452 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a88d103-897e-410d-8e07-00f808725815 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:01:26.797846 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a88d103-897e-410d-8e07-00f808725815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13161788'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: timer() Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: cb(*args, **kw) Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: self._notify() Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: self.callback(batched_events) Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: event.method(event) Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._get(url).json() Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:01:26.799628 dv-cinder-799668-9-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:01:26.809413 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: e6c4d2d9-b44b-484a-93f0-92ce77ff0567 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:01:26.809787 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device e6c4d2d9-b44b-484a-93f0-92ce77ff0567 not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:01:26.858327 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a88d103-897e-410d-8e07-00f808725815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.864195 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a88d103-897e-410d-8e07-00f808725815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:26.866047 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-4a88d103-897e-410d-8e07-00f808725815 admin admin] 10.222.0.13 "DELETE /v2.0/networks/af031b8c-c683-46a0-9719-609504051ca8 HTTP/1.1" status: 204 len: 168 time: 0.2718039 Aug 24 17:01:26.878952 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88d103-897e-410d-8e07-00f808725815 admin admin] Pushing event deleted for resources: {'Network': ['ID=af031b8c-c683-46a0-9719-609504051ca8,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:27.041166 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60644) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:27.083555 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-79c67405-2efc-4a05-9243-091e4eec2cfc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57f7488cf1f34f44a13e4291324ad73a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412390 Aug 24 17:01:27.086397 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60646) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:27.150889 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f2a234fd-738a-4cdf-988e-3d420cb192c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:27.175846 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f2a234fd-738a-4cdf-988e-3d420cb192c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:27.226945 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f2a234fd-738a-4cdf-988e-3d420cb192c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:27.229443 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f2a234fd-738a-4cdf-988e-3d420cb192c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:27.230756 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f2a234fd-738a-4cdf-988e-3d420cb192c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a8ef51b-d113-48fd-982a-d332b7f231ec HTTP/1.1" status: 204 len: 168 time: 0.1431623 Aug 24 17:01:27.242138 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a234fd-738a-4cdf-988e-3d420cb192c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8ef51b-d113-48fd-982a-d332b7f231ec,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:27.464602 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:01:27.487868 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:01:27.488218 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 8c9b2dc7-4f07-467f-8c3a-f427ad0c3cd7 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:01:29.032182 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60712) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:29.145604 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-14615a93-0b40-47e3-a6c2-430e0e7652d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:29.247342 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-14615a93-0b40-47e3-a6c2-430e0e7652d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:29.252872 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-14615a93-0b40-47e3-a6c2-430e0e7652d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:29.292491 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-14615a93-0b40-47e3-a6c2-430e0e7652d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d970d046ed34294983d52418c3617c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591362 Aug 24 17:01:29.294230 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14615a93-0b40-47e3-a6c2-430e0e7652d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc48f9a-c85e-414c-98d4-593d39b964b1,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:29.295091 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60722) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:29.347392 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b542eaea-ece6-464c-98ca-9e68517ba811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:29.367864 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b542eaea-ece6-464c-98ca-9e68517ba811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:29.427019 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b542eaea-ece6-464c-98ca-9e68517ba811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:29.429523 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b542eaea-ece6-464c-98ca-9e68517ba811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:29.430738 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b542eaea-ece6-464c-98ca-9e68517ba811 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cc48f9a-c85e-414c-98d4-593d39b964b1 HTTP/1.1" status: 204 len: 168 time: 0.1346548 Aug 24 17:01:29.438696 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542eaea-ece6-464c-98ca-9e68517ba811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc48f9a-c85e-414c-98d4-593d39b964b1,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:29.730065 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60728) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:29.744444 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb968-ab55-4897-bf05-1463fd50a189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:29.836665 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb968-ab55-4897-bf05-1463fd50a189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:29.842283 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5a2fb968-ab55-4897-bf05-1463fd50a189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:29.877248 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fb968-ab55-4897-bf05-1463fd50a189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c082da9-7f13-43c2-8ed3-0d4ae1066e41,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:29.881841 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5a2fb968-ab55-4897-bf05-1463fd50a189 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d31ae96627e47ba96ac03b49c757d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507347 Aug 24 17:01:29.884598 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60730) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:29.935910 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3966fb00-9cd1-42bd-91fb-8113a56fcda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:29.957960 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3966fb00-9cd1-42bd-91fb-8113a56fcda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:30.020119 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3966fb00-9cd1-42bd-91fb-8113a56fcda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:30.022727 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3966fb00-9cd1-42bd-91fb-8113a56fcda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:30.024268 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-3966fb00-9cd1-42bd-91fb-8113a56fcda3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c082da9-7f13-43c2-8ed3-0d4ae1066e41 HTTP/1.1" status: 204 len: 168 time: 0.1386931 Aug 24 17:01:30.032124 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966fb00-9cd1-42bd-91fb-8113a56fcda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c082da9-7f13-43c2-8ed3-0d4ae1066e41,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:31.855277 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60814) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:31.884095 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60818) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:31.989666 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5330b312-8869-48c3-b48f-fd5c87130a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.009163 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-731e63df-cedc-42be-b4c4-fc6d2d82674c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.100222 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5330b312-8869-48c3-b48f-fd5c87130a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.109612 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5330b312-8869-48c3-b48f-fd5c87130a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.155570 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330b312-8869-48c3-b48f-fd5c87130a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b90d359-1aac-4a44-8c57-40cdd9b85d5f,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:32.161895 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5330b312-8869-48c3-b48f-fd5c87130a53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd0b86698cdb4a14a02bee3e6fbba729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767179 Aug 24 17:01:32.164778 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60822) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:32.214227 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ee3ab259-9fa9-49e3-b2ae-d3764079aff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.223660 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-731e63df-cedc-42be-b4c4-fc6d2d82674c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.228863 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-731e63df-cedc-42be-b4c4-fc6d2d82674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.237494 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ee3ab259-9fa9-49e3-b2ae-d3764079aff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.262870 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e63df-cedc-42be-b4c4-fc6d2d82674c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bc2bcf-847d-4526-bc62-0f2f10e37647,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:32.274217 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-731e63df-cedc-42be-b4c4-fc6d2d82674c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=764cc146c4e845309d10ec0be6cb51ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177461 Aug 24 17:01:32.274819 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60824) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:32.288068 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ee3ab259-9fa9-49e3-b2ae-d3764079aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.290773 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ee3ab259-9fa9-49e3-b2ae-d3764079aff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.291909 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ee3ab259-9fa9-49e3-b2ae-d3764079aff4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b90d359-1aac-4a44-8c57-40cdd9b85d5f HTTP/1.1" status: 204 len: 168 time: 0.1261511 Aug 24 17:01:32.299584 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ab259-9fa9-49e3-b2ae-d3764079aff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b90d359-1aac-4a44-8c57-40cdd9b85d5f,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:32.325322 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c331fdc0-0702-428e-b9ed-75de1928603d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.350545 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c331fdc0-0702-428e-b9ed-75de1928603d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.399499 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c331fdc0-0702-428e-b9ed-75de1928603d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.401975 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c331fdc0-0702-428e-b9ed-75de1928603d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.405911 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c331fdc0-0702-428e-b9ed-75de1928603d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1bc2bcf-847d-4526-bc62-0f2f10e37647 HTTP/1.1" status: 204 len: 168 time: 0.1300175 Aug 24 17:01:32.414153 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331fdc0-0702-428e-b9ed-75de1928603d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bc2bcf-847d-4526-bc62-0f2f10e37647,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:32.577899 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60834) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:32.591595 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3cb470c5-9ddb-45fa-973d-a3b0cecdc29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.682896 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3cb470c5-9ddb-45fa-973d-a3b0cecdc29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.687406 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3cb470c5-9ddb-45fa-973d-a3b0cecdc29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.723282 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb470c5-9ddb-45fa-973d-a3b0cecdc29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8b5b5f-3b78-466b-ac3b-3037b7e98857,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:32.729721 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-3cb470c5-9ddb-45fa-973d-a3b0cecdc29b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b9e06a7c66e4ebb9ce4491a106e9930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484933 Aug 24 17:01:32.730540 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60842) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:32.780554 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f0598c7b-c912-4666-a025-b76b6775c324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.803751 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f0598c7b-c912-4666-a025-b76b6775c324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.851986 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f0598c7b-c912-4666-a025-b76b6775c324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.854592 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-f0598c7b-c912-4666-a025-b76b6775c324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:32.855715 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f0598c7b-c912-4666-a025-b76b6775c324 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c8b5b5f-3b78-466b-ac3b-3037b7e98857 HTTP/1.1" status: 204 len: 168 time: 0.1240821 Aug 24 17:01:32.863793 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0598c7b-c912-4666-a025-b76b6775c324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8b5b5f-3b78-466b-ac3b-3037b7e98857,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:33.493006 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60878) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:33.598272 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-131547918-network', 'tenant_id': '25c48c1ad41443f7b2a52479889fa04d'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:01:33.624854 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] Made reservation on behalf of 25c48c1ad41443f7b2a52479889fa04d for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:01:33.629536 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:33.639127 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:33.728514 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:33.734613 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:33.759045 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:01:33.769181 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b83964f-2d5e-44d3-89ce-b88ef635c373,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:33.774798 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:33.775131 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] Added segment 2db6e300-21d0-4292-bf4b-7ba0f7384bae of type vlan for network 2410038f-0bee-403a-ac46-e9cac011e9f1 Aug 24 17:01:33.817635 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:33.857999 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:33.859062 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:33.860043 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:33.908421 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4142027 Aug 24 17:01:33.911713 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60886) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:33.916904 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-07ec47e6-58d7-4227-b469-408d3ee53b4d admin admin] Request body: {'subnet': {'network_id': '2410038f-0bee-403a-ac46-e9cac011e9f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-131547918-subnet', 'tenant_id': '25c48c1ad41443f7b2a52479889fa04d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:01:33.919017 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d31ba-f23b-457b-86de-bba95ed38956 admin admin] Pushing event updated for resources: {'Network': ['ID=2410038f-0bee-403a-ac46-e9cac011e9f1,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:33.930496 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network 2410038f-0bee-403a-ac46-e9cac011e9f1 details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:01:33.940074 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ec47e6-58d7-4227-b469-408d3ee53b4d admin admin] Made reservation on behalf of 25c48c1ad41443f7b2a52479889fa04d for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:01:33.942401 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07ec47e6-58d7-4227-b469-408d3ee53b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16194020'] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:34.115666 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07ec47e6-58d7-4227-b469-408d3ee53b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16193814'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:34.162576 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec47e6-58d7-4227-b469-408d3ee53b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fde2acb-3a75-42d3-a426-4765a544ae47,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:34.178065 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec47e6-58d7-4227-b469-408d3ee53b4d admin admin] Checking segment: {'id': '2db6e300-21d0-4292-bf4b-7ba0f7384bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2410038f-0bee-403a-ac46-e9cac011e9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:01:34.178481 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec47e6-58d7-4227-b469-408d3ee53b4d admin admin] Network hostable DHCP agents. Network: 2410038f-0bee-403a-ac46-e9cac011e9f1, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:01:34.196688 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec47e6-58d7-4227-b469-408d3ee53b4d admin admin] Network 2410038f-0bee-403a-ac46-e9cac011e9f1 is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:01:34.206404 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-07ec47e6-58d7-4227-b469-408d3ee53b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, 2410038f-0bee-403a-ac46-e9cac011e9f1) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:01:34.210583 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ec47e6-58d7-4227-b469-408d3ee53b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:34.211164 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-07ec47e6-58d7-4227-b469-408d3ee53b4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:34.216146 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa316f33-d212-4990-9351-a4a1a1670cea None None] Network 2410038f-0bee-403a-ac46-e9cac011e9f1 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:01:34.232060 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-07ec47e6-58d7-4227-b469-408d3ee53b4d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3189995 Aug 24 17:01:34.340055 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e32f92-0bbe-4ed8-99f2-2129ad0490ab None None] Network 2410038f-0bee-403a-ac46-e9cac011e9f1 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:01:34.719080 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 60906) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:34.724289 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-658592889-network', 'tenant_id': 'b9f4b8f230a14963bd392d4c0e0e3966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:01:34.748581 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] Made reservation on behalf of b9f4b8f230a14963bd392d4c0e0e3966 for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:01:34.750970 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:34.764868 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:34.863924 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:34.869512 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:34.901848 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:01:34.903936 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae20ca5-06e3-4612-ac99-e3ea77f08fa2,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:34.915900 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:34.916247 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] Added segment fb734158-5b5a-4894-bcd3-fac452fc3e27 of type vlan for network 7ee3ca20-8367-4d23-8fb7-af1ea20ed31c Aug 24 17:01:34.963370 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:34.994653 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:34.995706 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:34.996503 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:35.014226 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-932b19b7-489d-47ab-85a2-abc584b38223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:35.049785 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3288491 Aug 24 17:01:35.052244 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 60916) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:35.057597 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-509b9cb0-934c-46eb-8523-a3f8beff703c admin admin] Request body: {'subnet': {'network_id': '7ee3ca20-8367-4d23-8fb7-af1ea20ed31c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-658592889-subnet', 'tenant_id': 'b9f4b8f230a14963bd392d4c0e0e3966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:01:35.060829 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675ee57-f9fb-40e7-80e8-01d0d1d3a2bc admin admin] Pushing event updated for resources: {'Network': ['ID=7ee3ca20-8367-4d23-8fb7-af1ea20ed31c,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:35.072052 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network 7ee3ca20-8367-4d23-8fb7-af1ea20ed31c details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:01:35.089599 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509b9cb0-934c-46eb-8523-a3f8beff703c admin admin] Made reservation on behalf of b9f4b8f230a14963bd392d4c0e0e3966 for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:01:35.092595 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-509b9cb0-934c-46eb-8523-a3f8beff703c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16194020'] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:35.282933 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-509b9cb0-934c-46eb-8523-a3f8beff703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16193814'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:35.336182 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b9cb0-934c-46eb-8523-a3f8beff703c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e997ee11-4c8e-4963-b458-9a9f43d7e66f,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:35.355053 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509b9cb0-934c-46eb-8523-a3f8beff703c admin admin] Checking segment: {'id': 'fb734158-5b5a-4894-bcd3-fac452fc3e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7ee3ca20-8367-4d23-8fb7-af1ea20ed31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:01:35.355411 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509b9cb0-934c-46eb-8523-a3f8beff703c admin admin] Network hostable DHCP agents. Network: 7ee3ca20-8367-4d23-8fb7-af1ea20ed31c, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:01:35.376064 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509b9cb0-934c-46eb-8523-a3f8beff703c admin admin] Network 7ee3ca20-8367-4d23-8fb7-af1ea20ed31c is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:01:35.386874 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-509b9cb0-934c-46eb-8523-a3f8beff703c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, 7ee3ca20-8367-4d23-8fb7-af1ea20ed31c) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:01:35.391428 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509b9cb0-934c-46eb-8523-a3f8beff703c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:35.392021 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-509b9cb0-934c-46eb-8523-a3f8beff703c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:35.395844 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ec8cca-e5ad-4495-aaa0-5f05ebf6b98d None None] Network 7ee3ca20-8367-4d23-8fb7-af1ea20ed31c requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:01:35.409290 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-509b9cb0-934c-46eb-8523-a3f8beff703c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3556972 Aug 24 17:01:35.520450 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f848ac-db47-41ef-b198-2f7e416cd7d4 None None] Network 7ee3ca20-8367-4d23-8fb7-af1ea20ed31c requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:01:37.886689 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c3f6270b-9550-4ced-9990-5925066393c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:38.032290 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:39.339850 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:40.579471 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:50.811404 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f49ac-02ca-48d6-8aae-6d4322d723d5 req-062eaa5d-9790-4def-a46c-2154195f5bd4 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:50.812998 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5d9f49ac-02ca-48d6-8aae-6d4322d723d5 req-062eaa5d-9790-4def-a46c-2154195f5bd4 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 946 time: 0.0616333 Aug 24 17:01:50.852241 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5d9f49ac-02ca-48d6-8aae-6d4322d723d5 req-4c36b0b8-d0f0-40be-b4c2-1f4d7f71c211 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323522 Aug 24 17:01:51.309018 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 32968) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:51.354327 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e5a32e-c357-4d27-a580-45320ea735a3 admin admin] Deleting subnet 7fde2acb-3a75-42d3-a426-4765a544ae47 {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:01:51.357902 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-74e5a32e-c357-4d27-a580-45320ea735a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:51.397098 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-74e5a32e-c357-4d27-a580-45320ea735a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12781722'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:51.444214 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-74e5a32e-c357-4d27-a580-45320ea735a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:51.501620 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-74e5a32e-c357-4d27-a580-45320ea735a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13161694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16193823'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:51.527991 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5a32e-c357-4d27-a580-45320ea735a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fde2acb-3a75-42d3-a426-4765a544ae47,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:51.533052 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-74e5a32e-c357-4d27-a580-45320ea735a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:51.534770 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-74e5a32e-c357-4d27-a580-45320ea735a3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7fde2acb-3a75-42d3-a426-4765a544ae47 HTTP/1.1" status: 204 len: 168 time: 0.2246368 Aug 24 17:01:51.537553 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 32970) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:51.610513 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c78c072-2d07-412d-b727-4f7860481c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:51.696952 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c78c072-2d07-412d-b727-4f7860481c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:51.708343 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-7c78c072-2d07-412d-b727-4f7860481c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2410038f-0bee-403a-ac46-e9cac011e9f1']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:51.719385 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-7c78c072-2d07-412d-b727-4f7860481c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db6e300-21d0-4292-bf4b-7ba0f7384bae') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:51.719784 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-7c78c072-2d07-412d-b727-4f7860481c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db6e300-21d0-4292-bf4b-7ba0f7384bae') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:51.729207 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c78c072-2d07-412d-b727-4f7860481c10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12781717'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:51.743797 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c78c072-2d07-412d-b727-4f7860481c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:51.751079 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c78c072-2d07-412d-b727-4f7860481c10 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:01:51.751493 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c78c072-2d07-412d-b727-4f7860481c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13161788'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: timer() Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: cb(*args, **kw) Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: self._notify() Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: self.callback(batched_events) Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: event.method(event) Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._get(url).json() Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:01:51.753475 dv-cinder-799668-9-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:01:51.815613 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c78c072-2d07-412d-b727-4f7860481c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:51.820760 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7c78c072-2d07-412d-b727-4f7860481c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:51.823852 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-7c78c072-2d07-412d-b727-4f7860481c10 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2410038f-0bee-403a-ac46-e9cac011e9f1 HTTP/1.1" status: 204 len: 168 time: 0.2849789 Aug 24 17:01:51.827888 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 32972) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:51.840039 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78c072-2d07-412d-b727-4f7860481c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=2410038f-0bee-403a-ac46-e9cac011e9f1,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:51.875604 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec18a776-3c72-467b-ab91-c2af65ffb0e1 admin admin] Deleting subnet e997ee11-4c8e-4963-b458-9a9f43d7e66f {{(pid=93842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:01:51.879007 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ec18a776-3c72-467b-ab91-c2af65ffb0e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:51.918683 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ec18a776-3c72-467b-ab91-c2af65ffb0e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548683'] for subnet, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:51.982176 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ec18a776-3c72-467b-ab91-c2af65ffb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.021692 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4de70-ffe2-4251-a493-d96871b7ee26 req-74018c7e-f630-4447-b52f-91049f342ff1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:52.023263 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-92c4de70-ffe2-4251-a493-d96871b7ee26 req-74018c7e-f630-4447-b52f-91049f342ff1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 946 time: 0.0858307 Aug 24 17:01:52.065307 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ec18a776-3c72-467b-ab91-c2af65ffb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8548679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8876280'] for subnet, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.101941 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18a776-3c72-467b-ab91-c2af65ffb0e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e997ee11-4c8e-4963-b458-9a9f43d7e66f,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:52.106492 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-92c4de70-ffe2-4251-a493-d96871b7ee26 req-f6022237-f6ed-436d-bb5a-755192dd9973 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690837 Aug 24 17:01:52.108712 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ec18a776-3c72-467b-ab91-c2af65ffb0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.113154 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ec18a776-3c72-467b-ab91-c2af65ffb0e1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e997ee11-4c8e-4963-b458-9a9f43d7e66f HTTP/1.1" status: 204 len: 168 time: 0.2830522 Aug 24 17:01:52.113361 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 32978) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:52.181917 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c22fb78-d2ac-47a7-a315-85f0d76e1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.261501 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c22fb78-d2ac-47a7-a315-85f0d76e1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.271173 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-8c22fb78-d2ac-47a7-a315-85f0d76e1b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee3ca20-8367-4d23-8fb7-af1ea20ed31c']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:52.281576 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-8c22fb78-d2ac-47a7-a315-85f0d76e1b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb734158-5b5a-4894-bcd3-fac452fc3e27') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:52.281772 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-8c22fb78-d2ac-47a7-a315-85f0d76e1b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb734158-5b5a-4894-bcd3-fac452fc3e27') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:52.296980 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c22fb78-d2ac-47a7-a315-85f0d76e1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12781717'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.314143 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c22fb78-d2ac-47a7-a315-85f0d76e1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.321090 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c22fb78-d2ac-47a7-a315-85f0d76e1b21 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:01:52.321481 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c22fb78-d2ac-47a7-a315-85f0d76e1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13161788'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: timer() Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: cb(*args, **kw) Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: self._notify() Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: self.callback(batched_events) Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: event.method(event) Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._get(url).json() Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:01:52.323182 dv-cinder-799668-9-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:01:52.382763 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c22fb78-d2ac-47a7-a315-85f0d76e1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.387152 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8c22fb78-d2ac-47a7-a315-85f0d76e1b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.389046 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8c22fb78-d2ac-47a7-a315-85f0d76e1b21 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7ee3ca20-8367-4d23-8fb7-af1ea20ed31c HTTP/1.1" status: 204 len: 168 time: 0.2745569 Aug 24 17:01:52.402384 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22fb78-d2ac-47a7-a315-85f0d76e1b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee3ca20-8367-4d23-8fb7-af1ea20ed31c,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:52.568546 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 32982) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:52.610790 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-6506afb0-a643-4ad1-9d34-24b73a3b1e2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25c48c1ad41443f7b2a52479889fa04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409653 Aug 24 17:01:52.613620 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 32984) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:52.694278 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5d1455ed-e9eb-4e4c-959b-8dd86f836be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.704280 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-3dd26b28-39ef-4e14-9424-68f555ba38ae tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:52.705732 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-3dd26b28-39ef-4e14-9424-68f555ba38ae tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 946 time: 0.0678551 Aug 24 17:01:52.750851 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5d1455ed-e9eb-4e4c-959b-8dd86f836be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.835832 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5d1455ed-e9eb-4e4c-959b-8dd86f836be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.838302 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5d1455ed-e9eb-4e4c-959b-8dd86f836be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.839398 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5d1455ed-e9eb-4e4c-959b-8dd86f836be7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b83964f-2d5e-44d3-89ce-b88ef635c373 HTTP/1.1" status: 204 len: 168 time: 0.2248783 Aug 24 17:01:52.845080 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Deleting port 1eb4d5c7-4317-4f53-a980-4e385cb06e54 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:01:52.845235 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.853941 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1455ed-e9eb-4e4c-959b-8dd86f836be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b83964f-2d5e-44d3-89ce-b88ef635c373,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:52.950606 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] For port 1eb4d5c7-4317-4f53-a980-4e385cb06e54, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1eb4d5c7-4317-4f53-a980-4e385cb06e54,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:01:52.951168 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:52.975143 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:53.193774 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:53.194098 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:53.194432 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.l3_db [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Floating IP 3c1b4ff6-3dee-4b2d-9b29-2455cb5e74aa disassociated. External IP: 172.27.0.2, port: 1eb4d5c7-4317-4f53-a980-4e385cb06e54. Aug 24 17:01:53.194935 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Calling delete_port for 1eb4d5c7-4317-4f53-a980-4e385cb06e54 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:01:53.233779 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 32994) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:53.253246 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a14e6-c07c-456f-b712-422e79a06255 req-9da46323-4f63-41ca-b453-3ce064f496f9 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:53.254776 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4f8a14e6-c07c-456f-b712-422e79a06255 req-9da46323-4f63-41ca-b453-3ce064f496f9 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad136816-5685-49a4-bfbf-daf8a0962e5c HTTP/1.1" status: 200 len: 946 time: 0.0714948 Aug 24 17:01:53.312989 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4f8a14e6-c07c-456f-b712-422e79a06255 req-24b6bff7-956b-4f9f-ac68-127658990e1c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=b7b95020-32b0-480b-acd7-e0a8608ede35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515120 Aug 24 17:01:53.319221 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2cccd09a-9882-4db0-8bbd-29817bdfb46f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9f4b8f230a14963bd392d4c0e0e3966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0816879 Aug 24 17:01:53.319793 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 32996) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:53.330966 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:53.360505 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event deleted for resources: {'Port': ['ID=1eb4d5c7-4317-4f53-a980-4e385cb06e54,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:53.375030 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-25c4764d-568a-446f-8921-8c7eddd383e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:53.395728 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-25c4764d-568a-446f-8921-8c7eddd383e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:53.447122 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-25c4764d-568a-446f-8921-8c7eddd383e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:53.449623 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-25c4764d-568a-446f-8921-8c7eddd383e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:53.450797 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-25c4764d-568a-446f-8921-8c7eddd383e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fae20ca5-06e3-4612-ac99-e3ea77f08fa2 HTTP/1.1" status: 204 len: 168 time: 0.1300938 Aug 24 17:01:53.461154 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4764d-568a-446f-8921-8c7eddd383e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae20ca5-06e3-4612-ac99-e3ea77f08fa2,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:53.485195 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Router 25255ba3-d10b-48c5-9b8c-5967cf8f22be has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:01:53.599643 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:01:53.612681 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff51350-8604-4725-88c5-65582ecde962 None None] Sync routers for ids ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:01:53.624382 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff51350-8604-4725-88c5-65582ecde962 None None] Routers {'25255ba3-d10b-48c5-9b8c-5967cf8f22be'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:01:53.625398 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-8ff51350-8604-4725-88c5-65582ecde962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:01:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:53.662853 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] No DVR routers for this DVR port 1eb4d5c7-4317-4f53-a980-4e385cb06e54 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:01:53.665760 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:53.668219 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e32bd6f0-4cb6-45d3-95c7-d11e2e4d0d72 req-6afce35a-2649-4aa9-8318-1983936da615 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.26 "DELETE /v2.0/ports/1eb4d5c7-4317-4f53-a980-4e385cb06e54 HTTP/1.1" status: 204 len: 173 time: 0.9535320 Aug 24 17:01:53.668701 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'name': 'network-vif-deleted', 'tag': '1eb4d5c7-4317-4f53-a980-4e385cb06e54'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:01:53.672007 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d98706c-b355-4e16-8683-1517accbb203" -d '{"events": [{"server_uuid": "ad136816-5685-49a4-bfbf-daf8a0962e5c", "name": "network-vif-deleted", "tag": "1eb4d5c7-4317-4f53-a980-4e385cb06e54"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:01:53.722961 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae22d91-adc6-450d-af2d-fd5514218f49 x-openstack-request-id: req-7ae22d91-adc6-450d-af2d-fd5514218f49 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:01:53.723252 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad136816-5685-49a4-bfbf-daf8a0962e5c", "name": "network-vif-deleted", "tag": "1eb4d5c7-4317-4f53-a980-4e385cb06e54", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:01:53.723509 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ae22d91-adc6-450d-af2d-fd5514218f49 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:01:53.723927 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad136816-5685-49a4-bfbf-daf8a0962e5c', 'name': 'network-vif-deleted', 'tag': '1eb4d5c7-4317-4f53-a980-4e385cb06e54', 'status': 'completed', 'code': 200} Aug 24 17:01:53.748228 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-8ff51350-8604-4725-88c5-65582ecde962 None None] Set router 25255ba3-d10b-48c5-9b8c-5967cf8f22be gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:01:54.028749 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-8ff51350-8604-4725-88c5-65582ecde962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:58Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:54.066600 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff51350-8604-4725-88c5-65582ecde962 None None] Checking router: 25255ba3-d10b-48c5-9b8c-5967cf8f22be for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:01:54.076068 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff51350-8604-4725-88c5-65582ecde962 None None] Routers {'25255ba3-d10b-48c5-9b8c-5967cf8f22be'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:01:54.076717 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-8ff51350-8604-4725-88c5-65582ecde962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:01:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:54.213178 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-8ff51350-8604-4725-88c5-65582ecde962 None None] Set router 25255ba3-d10b-48c5-9b8c-5967cf8f22be gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:01:54.414291 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 33028) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:54.453934 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-8ff51350-8604-4725-88c5-65582ecde962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:58Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:01:54.492261 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff51350-8604-4725-88c5-65582ecde962 None None] The sync data for ids ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'] in dv-cinder-799668-9-iscsi is: [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:58Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:01:54.494911 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0d19e9d5-9b8b-4776-8302-32baed764bd2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:54.528710 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0d19e9d5-9b8b-4776-8302-32baed764bd2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:54.591178 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0d19e9d5-9b8b-4776-8302-32baed764bd2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:54.593752 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0d19e9d5-9b8b-4776-8302-32baed764bd2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:54.594934 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0d19e9d5-9b8b-4776-8302-32baed764bd2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "DELETE /v2.0/security-groups/b7b95020-32b0-480b-acd7-e0a8608ede35 HTTP/1.1" status: 204 len: 168 time: 0.1780300 Aug 24 17:01:54.598036 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33032) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:54.608250 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19e9d5-9b8b-4776-8302-32baed764bd2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b95020-32b0-480b-acd7-e0a8608ede35,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:54.619069 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.api.v2.resource [None req-bbd4a586-5300-4bdf-99e2-65483779b128 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] show failed (client error): The resource could not be found. Aug 24 17:01:54.623573 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 33034) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:54.631172 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-bbd4a586-5300-4bdf-99e2-65483779b128 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups/b7b95020-32b0-480b-acd7-e0a8608ede35 HTTP/1.1" status: 404 len: 347 time: 0.0310686 Aug 24 17:01:54.767750 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-66e7f634-5e3a-4df5-8596-3ff0b2cec7cc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Deleting port bb38bd45-6e50-416a-8c26-b3dd8d0d54a0 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:01:54.768087 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-66e7f634-5e3a-4df5-8596-3ff0b2cec7cc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:54.799541 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b6c75c-bbbb-4262-8242-7105b8e0921c None None] New status for floating IP 3c1b4ff6-3dee-4b2d-9b29-2455cb5e74aa: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:01:54.869362 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-66e7f634-5e3a-4df5-8596-3ff0b2cec7cc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:54.869932 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-66e7f634-5e3a-4df5-8596-3ff0b2cec7cc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:54.884452 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-66e7f634-5e3a-4df5-8596-3ff0b2cec7cc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Calling delete_port for bb38bd45-6e50-416a-8c26-b3dd8d0d54a0 owned by network:floatingip {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:01:55.112354 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-66e7f634-5e3a-4df5-8596-3ff0b2cec7cc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.138858 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7f634-5e3a-4df5-8596-3ff0b2cec7cc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event deleted for resources: {'Port': ['ID=bb38bd45-6e50-416a-8c26-b3dd8d0d54a0,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:55.215438 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-66e7f634-5e3a-4df5-8596-3ff0b2cec7cc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for floatingip, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.220269 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-66e7f634-5e3a-4df5-8596-3ff0b2cec7cc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.222864 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-66e7f634-5e3a-4df5-8596-3ff0b2cec7cc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "DELETE /v2.0/floatingips/3c1b4ff6-3dee-4b2d-9b29-2455cb5e74aa HTTP/1.1" status: 204 len: 168 time: 0.5982938 Aug 24 17:01:55.438447 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 33056) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:55.443524 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-eaa92118-ef51-431a-809a-9f84fd529e73 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1321086917', 'description': 'tempest-description--389897832'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:01:55.472690 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-eaa92118-ef51-431a-809a-9f84fd529e73 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.563991 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-eaa92118-ef51-431a-809a-9f84fd529e73 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.568259 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-eaa92118-ef51-431a-809a-9f84fd529e73 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.598739 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-eaa92118-ef51-431a-809a-9f84fd529e73 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.600126 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-eaa92118-ef51-431a-809a-9f84fd529e73 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1608510 Aug 24 17:01:55.602071 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa92118-ef51-431a-809a-9f84fd529e73 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7f7b90-0bc6-4183-ba6f-7abaef18489e,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:55.603134 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33058) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:55.614233 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-283ee5f7-216a-4e38-877d-d6869c6cd28c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Request body: {'security_group_rule': {'security_group_id': '2e7f7b90-0bc6-4183-ba6f-7abaef18489e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:01:55.654865 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-283ee5f7-216a-4e38-877d-d6869c6cd28c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.720861 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-283ee5f7-216a-4e38-877d-d6869c6cd28c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.734632 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-283ee5f7-216a-4e38-877d-d6869c6cd28c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.742984 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ee5f7-216a-4e38-877d-d6869c6cd28c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfbb88d-28a8-4451-86b3-4d7d12513bcc,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:55.751973 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-283ee5f7-216a-4e38-877d-d6869c6cd28c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.754367 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-283ee5f7-216a-4e38-877d-d6869c6cd28c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491652 Aug 24 17:01:55.756143 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33064) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:55.760606 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-a6805295-fbce-4174-86b6-45887ccb89d6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Request body: {'security_group_rule': {'security_group_id': '2e7f7b90-0bc6-4183-ba6f-7abaef18489e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:01:55.786935 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a6805295-fbce-4174-86b6-45887ccb89d6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.843959 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a6805295-fbce-4174-86b6-45887ccb89d6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.849507 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a6805295-fbce-4174-86b6-45887ccb89d6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.867522 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6805295-fbce-4174-86b6-45887ccb89d6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300b1401-5383-4629-bab5-4fd916aaad4b,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:55.877391 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a6805295-fbce-4174-86b6-45887ccb89d6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:55.878755 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a6805295-fbce-4174-86b6-45887ccb89d6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215644 Aug 24 17:01:55.882653 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33066) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:01:55.887006 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Request body: {'floatingip': {'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:01:55.911854 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for floatingip, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:56.013536 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:56.124565 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Allocated IP 172.27.0.215 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/7a7807a2-6f85-46a6-aedc-e61be196a76f) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:01:56.242445 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:56.286940 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:56.329789 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:01:56.335686 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:01:56.338458 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:01:56.366652 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event updated for resources: {'Port': ['ID=7a7807a2-6f85-46a6-aedc-e61be196a76f,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:56.442898 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:56.486741 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:56.623269 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 1eb4d5c7-4317-4f53-a980-4e385cb06e54 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:01:56.644111 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 1eb4d5c7-4317-4f53-a980-4e385cb06e54 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:01:56.644460 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 1eb4d5c7-4317-4f53-a980-4e385cb06e54 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:01:56.648830 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:56.656000 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13161728'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:56.721774 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event updated for resources: {'Port': ['ID=7a7807a2-6f85-46a6-aedc-e61be196a76f,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:56.733800 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:56.752699 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:56.754036 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-11fe6f0a-c93d-4f4c-9e8d-66bcbf763f7c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8704863 Aug 24 17:01:56.959166 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-e5ee286f-8dd2-4296-92a3-35e09c397846 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1321086917&fields=id&tenant_id=fd5cc4db84894a6582094a71bb023ee0 HTTP/1.1" status: 200 len: 267 time: 0.0322428 Aug 24 17:01:57.082893 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-2afe7509-637f-40f8-92cf-379c90b3d080 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:57.089750 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-2afe7509-637f-40f8-92cf-379c90b3d080 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/networks?id=47707b32-7c4e-4c21-bd52-0372b8d921a4 HTTP/1.1" status: 200 len: 817 time: 0.1235206 Aug 24 17:01:57.106550 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-2cfc4fbc-a175-4b8f-aea8-f6131f89c57a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/quotas/fd5cc4db84894a6582094a71bb023ee0 HTTP/1.1" status: 200 len: 375 time: 0.0157986 Aug 24 17:01:57.170950 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-1cffe78a-edd6-4604-8620-78bd7e16e54e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd5cc4db84894a6582094a71bb023ee0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628657 Aug 24 17:01:57.275701 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-b21361d8-6f64-45fa-a714-dcd0caa42a31 service neutron] 10.222.0.13 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925913 Aug 24 17:01:57.383616 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-482275a5-ca1b-40de-9c32-313275362686 service neutron] 10.222.0.13 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998008 Aug 24 17:01:57.385795 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:01:57.559974 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-17b3d70b-fc54-482b-b85d-2d973c5e6699 req-e13fbfc4-ce02-457e-ba4e-4c767502b419 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 210 time: 0.0284741 Aug 24 17:01:58.678986 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-45f23137-bd0d-4dde-926a-8fe66646078e req-965bb4e6-f0b9-492e-b1ba-0e44eff2c225 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 210 time: 0.0324645 Aug 24 17:01:58.718679 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-f68964e8-2d75-49c2-b229-cbe94287ca25 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:58.720335 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-f68964e8-2d75-49c2-b229-cbe94287ca25 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.26 "GET /v2.0/networks?id=47707b32-7c4e-4c21-bd52-0372b8d921a4 HTTP/1.1" status: 200 len: 817 time: 0.1387296 Aug 24 17:01:58.787600 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-1c6e7311-d077-462a-af6d-fee6c84b4f44 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd5cc4db84894a6582094a71bb023ee0 HTTP/1.1" status: 200 len: 380 time: 0.0366864 Aug 24 17:01:58.802792 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Request body: {'port': {'device_id': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'admin_state_up': True, 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'security_groups': ['2e7f7b90-0bc6-4183-ba6f-7abaef18489e']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:01:58.924771 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Made reservation on behalf of fd5cc4db84894a6582094a71bb023ee0 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:01:58.928387 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:59.059971 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Allocated IP 172.20.0.10 (47707b32-7c4e-4c21-bd52-0372b8d921a4/8a4233f5-3ced-41ee-bb84-dc2690331635/cb6b2a85-a697-48ca-93a3-de639732fa36) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:01:59.219265 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:59.236601 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Transition to ACTIVE for port object cb6b2a85-a697-48ca-93a3-de639732fa36 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:01:59.274724 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:59.319907 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Network 47707b32-7c4e-4c21-bd52-0372b8d921a4 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:01:59.323262 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:01:59.327179 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:01:59.351667 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event updated for resources: {'Port': ['ID=cb6b2a85-a697-48ca-93a3-de639732fa36,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:59.366450 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:59.366797 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:59.367132 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:59.367466 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:59.367791 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:59.368119 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:59.368440 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:59.368761 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:59.369077 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:59.369392 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:59.369711 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:59.370026 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:01:59.391347 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:59.391976 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:59.409933 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-8828b632-77f0-4129-ab9b-da16db1be979 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6111829 Aug 24 17:01:59.429433 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Request body: {'port': {'device_id': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:01:59.489432 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:59.568841 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-1b5aa0d6-d402-4b54-b3bb-d01a81383202 None None] Provisioning for port cb6b2a85-a697-48ca-93a3-de639732fa36 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:01:59.581847 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-1b5aa0d6-d402-4b54-b3bb-d01a81383202 None None] Provisioning complete for port cb6b2a85-a697-48ca-93a3-de639732fa36 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:01:59.581847 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1b5aa0d6-d402-4b54-b3bb-d01a81383202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:59.618741 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-1b5aa0d6-d402-4b54-b3bb-d01a81383202 None None] Port cb6b2a85-a697-48ca-93a3-de639732fa36 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:01:59.782042 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6b2a85-a697-48ca-93a3-de639732fa36 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:01:59.791695 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:59.806720 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Transition to ACTIVE for port object cb6b2a85-a697-48ca-93a3-de639732fa36 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:01:59.809647 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff7530-2e61-4b7f-9044-ca73afe3a0fe req-9b69abbb-9c5b-4902-a8cc-afd4e3f01f55 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:01:59.811402 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8bff7530-2e61-4b7f-9044-ca73afe3a0fe req-9b69abbb-9c5b-4902-a8cc-afd4e3f01f55 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 932 time: 0.0533786 Aug 24 17:01:59.813794 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:01:59.858149 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8bff7530-2e61-4b7f-9044-ca73afe3a0fe req-ce579c00-6713-4e6e-ac4a-41aaa6be138a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400302 Aug 24 17:01:59.861520 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6b2a85-a697-48ca-93a3-de639732fa36,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:01:59.952926 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Attempting to bind port cb6b2a85-a697-48ca-93a3-de639732fa36 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:01:59.953262 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Attempting to bind port cb6b2a85-a697-48ca-93a3-de639732fa36 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:01:59.953589 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Attempting to bind port cb6b2a85-a697-48ca-93a3-de639732fa36 on network 47707b32-7c4e-4c21-bd52-0372b8d921a4 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:01:59.958555 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Port cb6b2a85-a697-48ca-93a3-de639732fa36 on network 47707b32-7c4e-4c21-bd52-0372b8d921a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:01:59.958875 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Attempting to bind port cb6b2a85-a697-48ca-93a3-de639732fa36 on network 47707b32-7c4e-4c21-bd52-0372b8d921a4 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:01:59.964278 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:01:59.964618 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Checking segment: {'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:01:59.964994 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Bound using segment: {'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:01:59.965422 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Bound port: cb6b2a85-a697-48ca-93a3-de639732fa36, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:01:59.965777 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:00.049962 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] For port cb6b2a85-a697-48ca-93a3-de639732fa36, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:02:00.053680 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] For port cb6b2a85-a697-48ca-93a3-de639732fa36, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cb6b2a85-a697-48ca-93a3-de639732fa36,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:02:00.059571 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:00.100549 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:00.101286 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:00.102820 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] 10.222.0.26 "PUT /v2.0/ports/cb6b2a85-a697-48ca-93a3-de639732fa36 HTTP/1.1" status: 200 len: 1094 time: 0.6781671 Aug 24 17:02:00.105219 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'tag': 'cb6b2a85-a697-48ca-93a3-de639732fa36'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:02:00.107670 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d47c1b-21e9-442c-a3c9-b6f07546bac9" -d '{"events": [{"name": "network-changed", "server_uuid": "a07796e6-bad0-4b48-9f3c-50a95ecc9fb5", "tag": "cb6b2a85-a697-48ca-93a3-de639732fa36"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:02:00.151919 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fde145-35c2-40c6-b3f8-1bf4655c8649 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6b2a85-a697-48ca-93a3-de639732fa36,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:00.168202 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e356c1bc-870b-41ba-9b98-401adb6e0d4d x-openstack-request-id: req-e356c1bc-870b-41ba-9b98-401adb6e0d4d {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:02:00.168484 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07796e6-bad0-4b48-9f3c-50a95ecc9fb5", "tag": "cb6b2a85-a697-48ca-93a3-de639732fa36", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:02:00.168732 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e356c1bc-870b-41ba-9b98-401adb6e0d4d {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:02:00.169127 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'tag': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'status': 'completed', 'code': 200} Aug 24 17:02:00.232255 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-7f14a7d1-a2c1-4845-99d9-c7a05b59095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:00.233855 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-7f14a7d1-a2c1-4845-99d9-c7a05b59095c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd5cc4db84894a6582094a71bb023ee0&device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 1097 time: 0.0458596 Aug 24 17:02:00.283399 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-347c217e-c54d-4c36-967c-dff975cb8681 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb6b2a85-a697-48ca-93a3-de639732fa36 HTTP/1.1" status: 200 len: 217 time: 0.0340161 Aug 24 17:02:00.334806 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-9a1b1961-e282-40cb-9474-ffe332c955d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:00.336391 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-9a1b1961-e282-40cb-9474-ffe332c955d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a4233f5-3ced-41ee-bb84-dc2690331635 HTTP/1.1" status: 200 len: 856 time: 0.0445395 Aug 24 17:02:00.396216 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-34033b19-e927-4df6-87ad-32c06a745ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:00.397764 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-34033b19-e927-4df6-87ad-32c06a745ee5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47707b32-7c4e-4c21-bd52-0372b8d921a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463653 Aug 24 17:02:00.489030 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-94b2525b-b3e6-47dd-85c7-654daeb00fd6 service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814393 Aug 24 17:02:00.846891 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73c65b5a-cf19-4d1e-8b21-8023ea1f7e6a req-1f49fc13-d406-4b4c-bd2d-1d7c66a8b374 service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468459 Aug 24 17:02:00.987101 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d47c1b-21e9-442c-a3c9-b6f07546bac9 req-6b9751a3-8178-4405-b056-a4e47ffcffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:00.988713 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00d47c1b-21e9-442c-a3c9-b6f07546bac9 req-6b9751a3-8178-4405-b056-a4e47ffcffa4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd5cc4db84894a6582094a71bb023ee0&device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 1097 time: 0.0428832 Aug 24 17:02:01.001078 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9590ef-1561-48d9-90e3-a96e9f3b7940 req-518599e8-d14a-41ed-83d1-6fd56cd0f080 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:01.002632 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-dc9590ef-1561-48d9-90e3-a96e9f3b7940 req-518599e8-d14a-41ed-83d1-6fd56cd0f080 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0593984 Aug 24 17:02:01.040554 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-dc9590ef-1561-48d9-90e3-a96e9f3b7940 req-cfe51217-7aad-4db4-8a57-96c299977aed tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318005 Aug 24 17:02:01.087633 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d47c1b-21e9-442c-a3c9-b6f07546bac9 req-8be39805-5543-482d-9662-7ad20bfcedcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:01.089058 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00d47c1b-21e9-442c-a3c9-b6f07546bac9 req-8be39805-5543-482d-9662-7ad20bfcedcc service neutron] 10.222.0.26 "GET /v2.0/networks?id=47707b32-7c4e-4c21-bd52-0372b8d921a4 HTTP/1.1" status: 200 len: 918 time: 0.0905023 Aug 24 17:02:01.137461 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00d47c1b-21e9-442c-a3c9-b6f07546bac9 req-a2a1784a-87ea-45f6-80d8-a29bb6c8beee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb6b2a85-a697-48ca-93a3-de639732fa36 HTTP/1.1" status: 200 len: 217 time: 0.0379605 Aug 24 17:02:01.187786 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d47c1b-21e9-442c-a3c9-b6f07546bac9 req-97fefdc8-52f1-4a81-b097-7ffecf085b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:01.189243 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00d47c1b-21e9-442c-a3c9-b6f07546bac9 req-97fefdc8-52f1-4a81-b097-7ffecf085b26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a4233f5-3ced-41ee-bb84-dc2690331635 HTTP/1.1" status: 200 len: 856 time: 0.0446756 Aug 24 17:02:01.242073 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d47c1b-21e9-442c-a3c9-b6f07546bac9 req-15b6e058-0848-4d6c-ac73-95988ccc54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:01.243650 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00d47c1b-21e9-442c-a3c9-b6f07546bac9 req-15b6e058-0848-4d6c-ac73-95988ccc54a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47707b32-7c4e-4c21-bd52-0372b8d921a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461314 Aug 24 17:02:01.343683 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00d47c1b-21e9-442c-a3c9-b6f07546bac9 req-9561ba11-2efa-435c-91af-30b2a19c847a service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909977 Aug 24 17:02:01.435840 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-00d47c1b-21e9-442c-a3c9-b6f07546bac9 req-daaa54b5-1858-42c6-af73-858edf9be897 service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811787 Aug 24 17:02:02.169166 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335019c8-acc4-4784-a25b-dedce7864b44 req-b8ee60f4-16d4-4a16-b6ef-19d9626aaa78 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:02.170745 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-335019c8-acc4-4784-a25b-dedce7864b44 req-b8ee60f4-16d4-4a16-b6ef-19d9626aaa78 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0515130 Aug 24 17:02:02.218252 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-335019c8-acc4-4784-a25b-dedce7864b44 req-37c09b1e-5a5c-4404-95b2-e08b22f3ba7e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386600 Aug 24 17:02:03.344874 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fcfb6-1bc3-49ec-8d36-492fcef877a5 req-601b6a54-7b28-4304-97a8-4e8489d2882c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:03.346385 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b97fcfb6-1bc3-49ec-8d36-492fcef877a5 req-601b6a54-7b28-4304-97a8-4e8489d2882c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0502138 Aug 24 17:02:03.384034 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b97fcfb6-1bc3-49ec-8d36-492fcef877a5 req-31707425-afe7-4958-93ba-4902c04a219f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Aug 24 17:02:04.506374 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454f28b-e47f-4886-9f04-f39ff0e8b6e9 req-ae2521b0-40cf-4b2b-aa74-cb9f87266ccd tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:04.508070 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e454f28b-e47f-4886-9f04-f39ff0e8b6e9 req-ae2521b0-40cf-4b2b-aa74-cb9f87266ccd tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0564227 Aug 24 17:02:04.513889 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa15645-7f1d-491a-a906-723d573f41a5 req-07c96ac0-e408-4061-8a43-ed7a07a83895 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:04.515408 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7aa15645-7f1d-491a-a906-723d573f41a5 req-07c96ac0-e408-4061-8a43-ed7a07a83895 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0546737 Aug 24 17:02:04.546285 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e454f28b-e47f-4886-9f04-f39ff0e8b6e9 req-11737ddf-194e-4682-b35c-b4d337af26b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321972 Aug 24 17:02:04.553853 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7aa15645-7f1d-491a-a906-723d573f41a5 req-119ff3fc-a439-450f-bd33-842870021772 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323443 Aug 24 17:02:04.709152 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device cb6b2a85-a697-48ca-93a3-de639732fa36 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:02:04.901596 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33218) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:04.927286 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port cb6b2a85-a697-48ca-93a3-de639732fa36, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cb6b2a85-a697-48ca-93a3-de639732fa36,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:02:04.938559 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'port_id': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'mac_address': 'fa:16:3e:7d:7b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:02:04.974551 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:04.987219 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6b2a85-a697-48ca-93a3-de639732fa36 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:02:05.010285 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b54c560b-3332-472f-a0ec-13415ca1a6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.014586 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e874e754-8bee-47ec-a968-0764daafda61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.016988 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port cb6b2a85-a697-48ca-93a3-de639732fa36, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cb6b2a85-a697-48ca-93a3-de639732fa36,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:02:05.022105 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.072730 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=cb6b2a85-a697-48ca-93a3-de639732fa36,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:05.079723 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:05.080063 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:05.080468 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:05.080718 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:05.081041 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:05.081361 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:05.081684 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:05.082003 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:05.082356 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:05.082674 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:05.082987 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:05.083297 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:05.102725 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b54c560b-3332-472f-a0ec-13415ca1a6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.108439 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b54c560b-3332-472f-a0ec-13415ca1a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.149201 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b54c560b-3332-472f-a0ec-13415ca1a6c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36b93e4908bc45daaded258f955ca835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465031 Aug 24 17:02:05.150107 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c560b-3332-472f-a0ec-13415ca1a6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb3ad42-c403-467b-b7db-777dc3d1e73f,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:05.152589 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 33222) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:05.203292 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f6e2be0-6371-47fa-87cd-661ce5e40e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.225950 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f6e2be0-6371-47fa-87cd-661ce5e40e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.279858 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f6e2be0-6371-47fa-87cd-661ce5e40e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.282463 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3f6e2be0-6371-47fa-87cd-661ce5e40e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.283626 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-3f6e2be0-6371-47fa-87cd-661ce5e40e14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0eb3ad42-c403-467b-b7db-777dc3d1e73f HTTP/1.1" status: 204 len: 168 time: 0.1299884 Aug 24 17:02:05.291334 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e2be0-6371-47fa-87cd-661ce5e40e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb3ad42-c403-467b-b7db-777dc3d1e73f,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:05.372229 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['cb6b2a85-a697-48ca-93a3-de639732fa36'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:02:05.566059 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 33228) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:05.581487 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6f33-9d8e-4fc3-bacd-847b9d2d4519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.686589 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca7711-e48d-4c18-816c-881a3bf78283 req-e307d621-012a-4d3f-a273-23f30b4fcca5 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:05.688134 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-caca7711-e48d-4c18-816c-881a3bf78283 req-e307d621-012a-4d3f-a273-23f30b4fcca5 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 945 time: 0.0572650 Aug 24 17:02:05.701317 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97614b-19e6-40d6-ae8a-1c646640bdf5 req-f2e8605f-2f4d-477e-a37d-72a2b794eb0d tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:05.702891 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ab97614b-19e6-40d6-ae8a-1c646640bdf5 req-f2e8605f-2f4d-477e-a37d-72a2b794eb0d tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0837195 Aug 24 17:02:05.729378 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-caca7711-e48d-4c18-816c-881a3bf78283 req-9afec507-0e2b-45cd-b488-759c017a4142 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347242 Aug 24 17:02:05.753087 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6f33-9d8e-4fc3-bacd-847b9d2d4519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.758800 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6f33-9d8e-4fc3-bacd-847b9d2d4519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.764719 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ab97614b-19e6-40d6-ae8a-1c646640bdf5 req-9d17c167-3839-4f77-8925-a1dc03ecebe0 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541196 Aug 24 17:02:05.806234 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f6f33-9d8e-4fc3-bacd-847b9d2d4519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c136ad7a-ed42-45bc-93dd-ff7918d23027,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:05.814572 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-aa9f6f33-9d8e-4fc3-bacd-847b9d2d4519 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea9df14379a744f8aa397e1de78e4a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450535 Aug 24 17:02:05.816015 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 33236) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:05.863827 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0a2f8a4e-f776-4768-96a8-47a925917ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.884399 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0a2f8a4e-f776-4768-96a8-47a925917ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.937803 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0a2f8a4e-f776-4768-96a8-47a925917ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.940474 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0a2f8a4e-f776-4768-96a8-47a925917ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:05.941638 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0a2f8a4e-f776-4768-96a8-47a925917ccb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c136ad7a-ed42-45bc-93dd-ff7918d23027 HTTP/1.1" status: 204 len: 168 time: 0.1258261 Aug 24 17:02:05.949842 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f8a4e-f776-4768-96a8-47a925917ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c136ad7a-ed42-45bc-93dd-ff7918d23027,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:06.721912 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device cb6b2a85-a697-48ca-93a3-de639732fa36 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:02:06.783831 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port cb6b2a85-a697-48ca-93a3-de639732fa36 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:02:06.790734 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port cb6b2a85-a697-48ca-93a3-de639732fa36 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:02:06.791780 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:06.875977 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99960646-adbe-4690-8c7e-07de3b851ad0 req-e19d5827-5391-4bc9-90d6-217afa6f8bd1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:06.889074 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-99960646-adbe-4690-8c7e-07de3b851ad0 req-e19d5827-5391-4bc9-90d6-217afa6f8bd1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 945 time: 0.0771105 Aug 24 17:02:06.891436 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:06.926008 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24725988-c9ca-4110-b539-72ca035a5466 req-7affe507-36dd-470f-b4fc-eb28456fd70d tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:06.928580 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-24725988-c9ca-4110-b539-72ca035a5466 req-7affe507-36dd-470f-b4fc-eb28456fd70d tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0850201 Aug 24 17:02:06.936691 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-99960646-adbe-4690-8c7e-07de3b851ad0 req-ea63dd79-2117-46fb-8fb4-b75ba793508b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468810 Aug 24 17:02:06.940493 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port cb6b2a85-a697-48ca-93a3-de639732fa36, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cb6b2a85-a697-48ca-93a3-de639732fa36,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:02:06.941650 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6b2a85-a697-48ca-93a3-de639732fa36'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:02:06.944890 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2cd185-979f-4af8-989d-346367b9f29c" -d '{"events": [{"server_uuid": "a07796e6-bad0-4b48-9f3c-50a95ecc9fb5", "name": "network-vif-plugged", "status": "completed", "tag": "cb6b2a85-a697-48ca-93a3-de639732fa36"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:02:06.949565 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:06.989822 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-24725988-c9ca-4110-b539-72ca035a5466 req-9041cd62-603f-49cd-ba61-0fcfa4f80509 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543404 Aug 24 17:02:07.003743 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43384d20-8fc2-4c0f-ba63-9c87023e2bd7 x-openstack-request-id: req-43384d20-8fc2-4c0f-ba63-9c87023e2bd7 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:02:07.004191 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07796e6-bad0-4b48-9f3c-50a95ecc9fb5", "name": "network-vif-plugged", "status": "completed", "tag": "cb6b2a85-a697-48ca-93a3-de639732fa36", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:02:07.004441 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43384d20-8fc2-4c0f-ba63-9c87023e2bd7 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:02:07.004825 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'code': 200} Aug 24 17:02:07.009359 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=cb6b2a85-a697-48ca-93a3-de639732fa36,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:07.222995 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061aba8-d267-4c5b-b2fd-d3b389d536e9 req-aadafbc8-f75b-48de-a0dc-eb39f2fb1dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:07.224480 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3061aba8-d267-4c5b-b2fd-d3b389d536e9 req-aadafbc8-f75b-48de-a0dc-eb39f2fb1dfc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 1099 time: 0.0448561 Aug 24 17:02:07.259485 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3061aba8-d267-4c5b-b2fd-d3b389d536e9 req-f4758ee7-8b4f-4fea-bfcb-4e7326eade4e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277600 Aug 24 17:02:07.890817 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-66489680-5513-415b-985d-9ddbf3bd439c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:08.040618 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:08.068495 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5a02a-5e62-4fe3-adbd-f555575c122f req-8b4a7d0f-9894-4443-8789-ad16a403ecbb tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:08.069949 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1be5a02a-5e62-4fe3-adbd-f555575c122f req-8b4a7d0f-9894-4443-8789-ad16a403ecbb tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0529013 Aug 24 17:02:08.106914 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91b58f-70ec-4ba1-8553-2a2f0f25d122 req-d7d3b42a-2add-4798-aaad-f9631cb303d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:08.108422 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2f91b58f-70ec-4ba1-8553-2a2f0f25d122 req-d7d3b42a-2add-4798-aaad-f9631cb303d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0481043 Aug 24 17:02:08.108984 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1be5a02a-5e62-4fe3-adbd-f555575c122f req-7db267a8-d1e0-46bf-a7e4-5f0f36925950 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327737 Aug 24 17:02:08.148833 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2f91b58f-70ec-4ba1-8553-2a2f0f25d122 req-56b9a85e-442f-4e05-9ab8-9ea154948b23 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337167 Aug 24 17:02:09.264495 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0343a95-7cff-47a5-90c5-58a13d99aced req-5d89ec54-8b76-4316-8791-6fcd74e888db tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:09.266202 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e0343a95-7cff-47a5-90c5-58a13d99aced req-5d89ec54-8b76-4316-8791-6fcd74e888db tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0722775 Aug 24 17:02:09.280611 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55165a3-9727-4f29-a88f-86c7ecbc441f req-35198c0a-55d7-4670-a770-1da2e0858d9b tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:09.282806 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a55165a3-9727-4f29-a88f-86c7ecbc441f req-35198c0a-55d7-4670-a770-1da2e0858d9b tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0584221 Aug 24 17:02:09.306322 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e0343a95-7cff-47a5-90c5-58a13d99aced req-d9fed1ad-19a3-466a-9671-a50903a3f029 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334492 Aug 24 17:02:09.324734 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a55165a3-9727-4f29-a88f-86c7ecbc441f req-fa5e113b-9588-4692-b888-8cefc065b7b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351737 Aug 24 17:02:09.344848 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:09.438360 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe53eed-a232-487d-9cc3-b643735b5404 req-65cf1b12-f0aa-4e39-ade0-596b1a39407f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:09.440008 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-afe53eed-a232-487d-9cc3-b643735b5404 req-65cf1b12-f0aa-4e39-ade0-596b1a39407f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0520296 Aug 24 17:02:09.448799 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33320) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:09.454485 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-92f7f3ee-89aa-4062-a10d-e75a4a322cf1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Request body: {'floatingip': {'port_id': 'cb6b2a85-a697-48ca-93a3-de639732fa36'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:02:09.503312 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-92f7f3ee-89aa-4062-a10d-e75a4a322cf1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for floatingip, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:09.948208 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-92f7f3ee-89aa-4062-a10d-e75a4a322cf1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:09.954497 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-92f7f3ee-89aa-4062-a10d-e75a4a322cf1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:10.053248 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.l3_db [None req-92f7f3ee-89aa-4062-a10d-e75a4a322cf1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Floating IP 4457c3aa-87b6-4db4-9d97-d5d638b2ba3e associated. External IP: 172.27.0.215, port: cb6b2a85-a697-48ca-93a3-de639732fa36. Aug 24 17:02:10.257552 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 33332) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:10.383105 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6220f034-d37b-4005-8941-e52497f64a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:10.500582 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f5e0a-befc-4b79-9672-492433964f45 req-c7525930-ab57-4afc-a056-4cd07ea987bd tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:10.501986 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ca3f5e0a-befc-4b79-9672-492433964f45 req-c7525930-ab57-4afc-a056-4cd07ea987bd tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0781832 Aug 24 17:02:10.515943 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f7f3ee-89aa-4062-a10d-e75a4a322cf1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Router 25255ba3-d10b-48c5-9b8c-5967cf8f22be has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:02:10.573313 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6220f034-d37b-4005-8941-e52497f64a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:10.591838 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ca3f5e0a-befc-4b79-9672-492433964f45 req-d604cba6-431e-4ab6-8b9e-9a52fbee08e8 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834792 Aug 24 17:02:10.595699 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6220f034-d37b-4005-8941-e52497f64a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:10.602774 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:10.658257 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220f034-d37b-4005-8941-e52497f64a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e61c2fd-b3f3-4732-99a0-56e078c2fd58,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:10.666391 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-6220f034-d37b-4005-8941-e52497f64a8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff529daad8d940cd91697c6e8fe5a7cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074137 Aug 24 17:02:10.670468 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 33342) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:10.677159 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f7f3ee-89aa-4062-a10d-e75a4a322cf1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:02:10.682486 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-92f7f3ee-89aa-4062-a10d-e75a4a322cf1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:10.691509 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d5f5b-efe2-49a1-bbb6-c8fa032a9ecf None None] Sync routers for ids ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:02:10.715266 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-92f7f3ee-89aa-4062-a10d-e75a4a322cf1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "PUT /v2.0/floatingips/4457c3aa-87b6-4db4-9d97-d5d638b2ba3e HTTP/1.1" status: 200 len: 992 time: 1.2649596 Aug 24 17:02:10.716320 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'tag': 'cb6b2a85-a697-48ca-93a3-de639732fa36'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:02:10.718966 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d5f5b-efe2-49a1-bbb6-c8fa032a9ecf None None] Routers {'25255ba3-d10b-48c5-9b8c-5967cf8f22be'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:02:10.719870 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-6d2d5f5b-efe2-49a1-bbb6-c8fa032a9ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:02:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:02:10.720233 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b2a646a1f232e2ad8fec3517a73b268219bf8140ee075a8608afca6235b5f5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be151a21-6b39-4bf5-af5d-51e5ed86d6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a07796e6-bad0-4b48-9f3c-50a95ecc9fb5", "tag": "cb6b2a85-a697-48ca-93a3-de639732fa36"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:02:10.760000 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a352cc43-d8e5-4ae0-8dac-15d64cc07c45 x-openstack-request-id: req-a352cc43-d8e5-4ae0-8dac-15d64cc07c45 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:02:10.760500 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07796e6-bad0-4b48-9f3c-50a95ecc9fb5", "tag": "cb6b2a85-a697-48ca-93a3-de639732fa36", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:02:10.760839 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a352cc43-d8e5-4ae0-8dac-15d64cc07c45 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:02:10.761316 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'tag': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'status': 'completed', 'code': 200} Aug 24 17:02:10.768090 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-30dcf323-a9f0-4395-85d1-d2003c14dca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:10.798252 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-30dcf323-a9f0-4395-85d1-d2003c14dca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:10.854047 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-6d2d5f5b-efe2-49a1-bbb6-c8fa032a9ecf None None] Set router 25255ba3-d10b-48c5-9b8c-5967cf8f22be gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:02:10.883923 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-30dcf323-a9f0-4395-85d1-d2003c14dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:10.886680 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-30dcf323-a9f0-4395-85d1-d2003c14dca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:10.887932 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-30dcf323-a9f0-4395-85d1-d2003c14dca7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e61c2fd-b3f3-4732-99a0-56e078c2fd58 HTTP/1.1" status: 204 len: 168 time: 0.2164474 Aug 24 17:02:10.893568 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be151a21-6b39-4bf5-af5d-51e5ed86d6bf req-b298e45c-0f83-455f-93bc-537c71c3a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:10.895190 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be151a21-6b39-4bf5-af5d-51e5ed86d6bf req-b298e45c-0f83-455f-93bc-537c71c3a183 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd5cc4db84894a6582094a71bb023ee0&device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 1099 time: 0.0557914 Aug 24 17:02:10.900638 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcf323-a9f0-4395-85d1-d2003c14dca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e61c2fd-b3f3-4732-99a0-56e078c2fd58,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:10.995243 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be151a21-6b39-4bf5-af5d-51e5ed86d6bf req-4ede281f-a998-44d1-b783-e16859bb4178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:10.996743 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be151a21-6b39-4bf5-af5d-51e5ed86d6bf req-4ede281f-a998-44d1-b783-e16859bb4178 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47707b32-7c4e-4c21-bd52-0372b8d921a4 HTTP/1.1" status: 200 len: 918 time: 0.0938630 Aug 24 17:02:11.076967 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be151a21-6b39-4bf5-af5d-51e5ed86d6bf req-12355b7f-e721-45d8-a01d-9e43ea53551c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb6b2a85-a697-48ca-93a3-de639732fa36 HTTP/1.1" status: 200 len: 1000 time: 0.0632470 Aug 24 17:02:11.132932 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be151a21-6b39-4bf5-af5d-51e5ed86d6bf req-f333b913-2775-4c2a-85ed-5d18aa09aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:11.134749 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be151a21-6b39-4bf5-af5d-51e5ed86d6bf req-f333b913-2775-4c2a-85ed-5d18aa09aae9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a4233f5-3ced-41ee-bb84-dc2690331635 HTTP/1.1" status: 200 len: 856 time: 0.0485973 Aug 24 17:02:11.154034 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-6d2d5f5b-efe2-49a1-bbb6-c8fa032a9ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '4457c3aa-87b6-4db4-9d97-d5d638b2ba3e', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'port_id': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'mac_address': 'fa:16:3e:7d:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:01:56Z', 'updated_at': '2021-08-24T17:02:09Z', 'revision_number': 1, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:58Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:02:11.186327 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be151a21-6b39-4bf5-af5d-51e5ed86d6bf req-bcce9671-dd01-4c86-80a8-021c43888004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:11.187395 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d5f5b-efe2-49a1-bbb6-c8fa032a9ecf None None] Checking router: 25255ba3-d10b-48c5-9b8c-5967cf8f22be for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:02:11.187995 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be151a21-6b39-4bf5-af5d-51e5ed86d6bf req-bcce9671-dd01-4c86-80a8-021c43888004 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47707b32-7c4e-4c21-bd52-0372b8d921a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445704 Aug 24 17:02:11.196954 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d5f5b-efe2-49a1-bbb6-c8fa032a9ecf None None] Routers {'25255ba3-d10b-48c5-9b8c-5967cf8f22be'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:02:11.197783 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-6d2d5f5b-efe2-49a1-bbb6-c8fa032a9ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:02:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:02:11.201759 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33356) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:11.215004 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:11.294654 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be151a21-6b39-4bf5-af5d-51e5ed86d6bf req-704ac2f1-4708-47bc-8eef-bcfb6add90d4 service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960596 Aug 24 17:02:11.311247 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-6d2d5f5b-efe2-49a1-bbb6-c8fa032a9ecf None None] Set router 25255ba3-d10b-48c5-9b8c-5967cf8f22be gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:02:11.316802 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:11.321680 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:11.363147 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=528748c6179a4a9192b4c5e2457045ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602464 Aug 24 17:02:11.365241 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7525138c-2f99-4ec7-b36d-59dc2a305fb5,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:11.367253 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33358) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:11.383431 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:11.383769 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:11.384107 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:11.385006 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:11.385006 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:11.385211 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:11.385452 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:11.385833 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:11.385935 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-be151a21-6b39-4bf5-af5d-51e5ed86d6bf req-1393a83c-207f-4459-a71c-0e7dbfa53235 service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828493 Aug 24 17:02:11.386488 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:11.386488 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:11.387211 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:11.387211 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509a5c14-40f2-403e-875e-872e88fb3d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:02:11.430623 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0b6c-6107-4270-bf3d-f241f9c0259b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:11.455051 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0b6c-6107-4270-bf3d-f241f9c0259b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:11.504809 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0b6c-6107-4270-bf3d-f241f9c0259b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:11.507457 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0b6c-6107-4270-bf3d-f241f9c0259b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:11.508818 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6b3a0b6c-6107-4270-bf3d-f241f9c0259b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7525138c-2f99-4ec7-b36d-59dc2a305fb5 HTTP/1.1" status: 204 len: 168 time: 0.1404593 Aug 24 17:02:11.517471 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a0b6c-6107-4270-bf3d-f241f9c0259b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7525138c-2f99-4ec7-b36d-59dc2a305fb5,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:11.562560 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-6d2d5f5b-efe2-49a1-bbb6-c8fa032a9ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '4457c3aa-87b6-4db4-9d97-d5d638b2ba3e', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'port_id': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'mac_address': 'fa:16:3e:7d:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:01:56Z', 'updated_at': '2021-08-24T17:02:09Z', 'revision_number': 1, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:58Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:02:11.596429 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2d5f5b-efe2-49a1-bbb6-c8fa032a9ecf None None] The sync data for ids ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'] in dv-cinder-799668-9-iscsi is: [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '4457c3aa-87b6-4db4-9d97-d5d638b2ba3e', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'port_id': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'mac_address': 'fa:16:3e:7d:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:01:56Z', 'updated_at': '2021-08-24T17:02:09Z', 'revision_number': 1, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:58Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:02:11.741354 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a8319-3f45-4610-827b-ad3f70e541f4 req-6ecb0a4d-f24b-4658-8f21-e02f56e099cb tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:11.743287 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c84a8319-3f45-4610-827b-ad3f70e541f4 req-6ecb0a4d-f24b-4658-8f21-e02f56e099cb tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0612216 Aug 24 17:02:11.794210 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c84a8319-3f45-4610-827b-ad3f70e541f4 req-ea522f36-46d4-466d-b431-b9dde15858e2 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390556 Aug 24 17:02:11.825520 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721dc42-9f15-431d-9f62-b219ff69d9d3 None None] New status for floating IP 4457c3aa-87b6-4db4-9d97-d5d638b2ba3e: ACTIVE {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:02:12.908424 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b28e9b-0b55-4a81-ab85-20fcd730775b req-b92b685f-83fc-444f-b504-160e558fe20e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:12.909946 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49b28e9b-0b55-4a81-ab85-20fcd730775b req-b92b685f-83fc-444f-b504-160e558fe20e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0531676 Aug 24 17:02:12.947926 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49b28e9b-0b55-4a81-ab85-20fcd730775b req-6847d214-d643-470f-a037-01c6897ccb8e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319362 Aug 24 17:02:14.067251 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befd282-cbf8-4979-8b7a-9154120e522b req-33185ac9-0b90-4ffe-a873-7422c1d2b65f tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:14.068732 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4befd282-cbf8-4979-8b7a-9154120e522b req-33185ac9-0b90-4ffe-a873-7422c1d2b65f tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0537343 Aug 24 17:02:14.107325 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4befd282-cbf8-4979-8b7a-9154120e522b req-2fc47be2-42b2-4077-ab38-3809ac4306c5 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324054 Aug 24 17:02:14.425809 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33444) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:14.547309 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8a1a2a60-8a95-4c92-94b3-ea37ccdaaa41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:14.639969 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8a1a2a60-8a95-4c92-94b3-ea37ccdaaa41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:14.646233 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8a1a2a60-8a95-4c92-94b3-ea37ccdaaa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:14.683327 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8a1a2a60-8a95-4c92-94b3-ea37ccdaaa41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d5bb9cdd4974abe8e734ae3e539a449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563407 Aug 24 17:02:14.684494 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a2a60-8a95-4c92-94b3-ea37ccdaaa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b9d967-f4bc-4b1b-85cd-ed9ffa7590cb,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:14.686255 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 33448) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:14.746664 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-791eb170-7a7e-4bb8-8337-7ec58eaa4f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:14.766724 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-791eb170-7a7e-4bb8-8337-7ec58eaa4f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:14.812583 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-791eb170-7a7e-4bb8-8337-7ec58eaa4f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:14.815187 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-791eb170-7a7e-4bb8-8337-7ec58eaa4f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:14.816343 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-791eb170-7a7e-4bb8-8337-7ec58eaa4f93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8b9d967-f4bc-4b1b-85cd-ed9ffa7590cb HTTP/1.1" status: 204 len: 168 time: 0.1291132 Aug 24 17:02:14.824339 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791eb170-7a7e-4bb8-8337-7ec58eaa4f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b9d967-f4bc-4b1b-85cd-ed9ffa7590cb,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:15.229067 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a3292-bc1e-4829-af28-fe94586946d2 req-3b269d2c-d581-4ac0-8927-dadc8ebfb36d tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:15.230735 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1c1a3292-bc1e-4829-af28-fe94586946d2 req-3b269d2c-d581-4ac0-8927-dadc8ebfb36d tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0520504 Aug 24 17:02:15.280801 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1c1a3292-bc1e-4829-af28-fe94586946d2 req-3305ad23-3dd8-4b3f-b32a-8829c518e42f tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423536 Aug 24 17:02:15.513084 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bfdf3-4131-4aa6-a07d-e687b093ace0 req-3a6384e2-93f4-4073-8bca-dab4ce1618bc tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:15.514980 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1a7bfdf3-4131-4aa6-a07d-e687b093ace0 req-3a6384e2-93f4-4073-8bca-dab4ce1618bc tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0694370 Aug 24 17:02:15.549607 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 33492) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:15.558572 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1a7bfdf3-4131-4aa6-a07d-e687b093ace0 req-823f949a-001b-4fc6-bc56-f3cf13182eae tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372941 Aug 24 17:02:15.576701 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c9be-2293-4832-8a43-bcc2537bde5c req-77194034-a100-4c89-bd5b-9cea078ccf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:15.578217 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0a70c9be-2293-4832-8a43-bcc2537bde5c req-77194034-a100-4c89-bd5b-9cea078ccf94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2186679ca3474499a5785bb5999a0929&device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 1098 time: 0.0567186 Aug 24 17:02:15.681559 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1756375614-network', 'tenant_id': '0b8e8bf3c0f2496c9a9a4a8a294b7aef'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:02:15.692839 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c9be-2293-4832-8a43-bcc2537bde5c req-5af24b79-38da-4ef9-860b-b476726c083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:15.694321 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0a70c9be-2293-4832-8a43-bcc2537bde5c req-5af24b79-38da-4ef9-860b-b476726c083b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f00dec52-c8ac-438f-a240-6365db81c0dc HTTP/1.1" status: 200 len: 911 time: 0.1084368 Aug 24 17:02:15.743983 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] Made reservation on behalf of 0b8e8bf3c0f2496c9a9a4a8a294b7aef for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:02:15.746256 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:15.758354 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:15.784084 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0a70c9be-2293-4832-8a43-bcc2537bde5c req-57493b19-0d71-4b24-a19c-bcb134c81735 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 HTTP/1.1" status: 200 len: 1000 time: 0.0830367 Aug 24 17:02:15.855257 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c9be-2293-4832-8a43-bcc2537bde5c req-d20b4426-b41e-400e-9892-bd043b79cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:15.856947 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0a70c9be-2293-4832-8a43-bcc2537bde5c req-d20b4426-b41e-400e-9892-bd043b79cbd8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d11b48a3-078f-49c7-999e-7b305807dca6 HTTP/1.1" status: 200 len: 849 time: 0.0659194 Aug 24 17:02:15.929641 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70c9be-2293-4832-8a43-bcc2537bde5c req-76a76bb4-34b5-4ea2-b4fa-1647afebd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:15.931163 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0a70c9be-2293-4832-8a43-bcc2537bde5c req-76a76bb4-34b5-4ea2-b4fa-1647afebd7d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f00dec52-c8ac-438f-a240-6365db81c0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654643 Aug 24 17:02:15.943266 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:15.952205 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:16.022515 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:02:16.046389 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:16.046649 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] Added segment 9cf1d78a-1f70-4673-b7e1-972da6169610 of type vlan for network 46f8ef5d-43fa-4f08-9a81-4202e9a44cea Aug 24 17:02:16.058192 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fa098e-f38a-4a2f-958c-3f121cf17442,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:16.109795 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:16.119988 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0a70c9be-2293-4832-8a43-bcc2537bde5c req-71d6b113-e954-4fa7-9c99-902376a900f5 service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787350 Aug 24 17:02:16.187516 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:16.188532 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:16.189133 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:16.252589 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7012315 Aug 24 17:02:16.256407 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33510) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:16.261599 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-067e5edd-532b-4ed6-a770-5ddbe5c8fab2 admin admin] Request body: {'subnet': {'network_id': '46f8ef5d-43fa-4f08-9a81-4202e9a44cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1756375614-subnet', 'tenant_id': '0b8e8bf3c0f2496c9a9a4a8a294b7aef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:02:16.275031 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3476c0-0920-49f8-bd76-ba2dad070af3 admin admin] Pushing event updated for resources: {'Network': ['ID=46f8ef5d-43fa-4f08-9a81-4202e9a44cea,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:16.286627 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network 46f8ef5d-43fa-4f08-9a81-4202e9a44cea details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:02:16.290997 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0a70c9be-2293-4832-8a43-bcc2537bde5c req-7844fb1c-024a-4e00-96eb-4f2d3d967752 service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614342 Aug 24 17:02:16.297013 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067e5edd-532b-4ed6-a770-5ddbe5c8fab2 admin admin] Made reservation on behalf of 0b8e8bf3c0f2496c9a9a4a8a294b7aef for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:02:16.299263 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-067e5edd-532b-4ed6-a770-5ddbe5c8fab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16194020'] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:16.469706 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-067e5edd-532b-4ed6-a770-5ddbe5c8fab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16193814'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:16.525958 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e5edd-532b-4ed6-a770-5ddbe5c8fab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b5b2321-26e3-4aa8-a852-f6efc22c4c63,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:16.534819 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067e5edd-532b-4ed6-a770-5ddbe5c8fab2 admin admin] Checking segment: {'id': '9cf1d78a-1f70-4673-b7e1-972da6169610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f8ef5d-43fa-4f08-9a81-4202e9a44cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:02:16.535178 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e5edd-532b-4ed6-a770-5ddbe5c8fab2 admin admin] Network hostable DHCP agents. Network: 46f8ef5d-43fa-4f08-9a81-4202e9a44cea, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:02:16.552205 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e5edd-532b-4ed6-a770-5ddbe5c8fab2 admin admin] Network 46f8ef5d-43fa-4f08-9a81-4202e9a44cea is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:02:16.561966 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-067e5edd-532b-4ed6-a770-5ddbe5c8fab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, 46f8ef5d-43fa-4f08-9a81-4202e9a44cea) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:02:16.566391 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e5edd-532b-4ed6-a770-5ddbe5c8fab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:16.566987 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-067e5edd-532b-4ed6-a770-5ddbe5c8fab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:16.572212 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db18028-0033-4c97-bc59-2c873dc7157e None None] Network 46f8ef5d-43fa-4f08-9a81-4202e9a44cea requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:02:16.584209 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-067e5edd-532b-4ed6-a770-5ddbe5c8fab2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3251154 Aug 24 17:02:16.683237 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1abb3-6ced-42f5-a371-c8018eb413b2 req-2276116c-60c6-4cd3-a484-10e09954a7a9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:16.685135 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7af1abb3-6ced-42f5-a371-c8018eb413b2 req-2276116c-60c6-4cd3-a484-10e09954a7a9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0542035 Aug 24 17:02:16.727893 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062f92ec-f37d-42ec-999c-54f2a8de020c None None] Network 46f8ef5d-43fa-4f08-9a81-4202e9a44cea requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:02:16.749324 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7af1abb3-6ced-42f5-a371-c8018eb413b2 req-b6757d19-4c69-4c8f-b679-e9c57dcf31d8 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561850 Aug 24 17:02:17.885777 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad524622-7d34-41a2-bed4-4dc90609291c req-67567cf6-3e32-4aae-bdd3-bd1ce78e88b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:17.887323 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ad524622-7d34-41a2-bed4-4dc90609291c req-67567cf6-3e32-4aae-bdd3-bd1ce78e88b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0623031 Aug 24 17:02:17.929087 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ad524622-7d34-41a2-bed4-4dc90609291c req-8605943b-7bc1-4965-aa13-420ad17ecc56 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326822 Aug 24 17:02:18.375435 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-9d3efbb2-42a6-4527-920e-dd7e10ea3702 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:18.376939 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-9d3efbb2-42a6-4527-920e-dd7e10ea3702 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/networks?id=46f8ef5d-43fa-4f08-9a81-4202e9a44cea HTTP/1.1" status: 200 len: 814 time: 0.1090341 Aug 24 17:02:18.395726 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-d1c9b56c-3b21-4f36-93db-6eaf47d55c7d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/quotas/0b8e8bf3c0f2496c9a9a4a8a294b7aef HTTP/1.1" status: 200 len: 375 time: 0.0097096 Aug 24 17:02:18.429755 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-75199639-dc06-4529-86b1-0f1e79e24ba0 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b8e8bf3c0f2496c9a9a4a8a294b7aef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266211 Aug 24 17:02:18.533411 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-a6bf4bb7-815a-4d78-a0b9-b4c15921a4e6 service neutron] 10.222.0.13 "GET /v2.0/networks/46f8ef5d-43fa-4f08-9a81-4202e9a44cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929608 Aug 24 17:02:18.628574 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-8628e9c3-d86c-4474-8d4a-f3bf12be02a0 service neutron] 10.222.0.13 "GET /v2.0/networks/46f8ef5d-43fa-4f08-9a81-4202e9a44cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886328 Aug 24 17:02:18.808526 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0e8f2ae5-4c8d-428a-9cb6-f06fa689f135 req-13591df5-bc5f-4f26-9ac5-77ad3b0ce831 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 210 time: 0.0375991 Aug 24 17:02:19.917279 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-343175af-b346-4dda-a6cc-ece793045e5f req-3c1b6437-6644-405e-a20b-81e489ab7357 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 210 time: 0.0344956 Aug 24 17:02:19.958418 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-ee045c9e-5d7a-4ef2-bdcb-8e016755f14c tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:19.959877 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-ee045c9e-5d7a-4ef2-bdcb-8e016755f14c tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.26 "GET /v2.0/networks?id=46f8ef5d-43fa-4f08-9a81-4202e9a44cea HTTP/1.1" status: 200 len: 814 time: 0.1332946 Aug 24 17:02:19.981330 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-31f076cf-ba30-4385-b487-e8d011243571 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Request body: {'port': {'device_id': 'be35a06a-22d4-47c5-9988-64e6033d5256', 'network_id': '46f8ef5d-43fa-4f08-9a81-4202e9a44cea', 'admin_state_up': True, 'tenant_id': '0b8e8bf3c0f2496c9a9a4a8a294b7aef'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:02:20.096394 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-31f076cf-ba30-4385-b487-e8d011243571 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Made reservation on behalf of 0b8e8bf3c0f2496c9a9a4a8a294b7aef for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:02:20.099915 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-31f076cf-ba30-4385-b487-e8d011243571 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.113535 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33602) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:20.238086 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e2d079f1-4b49-4964-8372-09e5662eb650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.239024 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-31f076cf-ba30-4385-b487-e8d011243571 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Allocated IP 172.20.0.6 (46f8ef5d-43fa-4f08-9a81-4202e9a44cea/1b5b2321-26e3-4aa8-a852-f6efc22c4c63/479d5122-ec0d-4288-a6ed-de156d51d068) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:02:20.333276 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e2d079f1-4b49-4964-8372-09e5662eb650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.338865 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e2d079f1-4b49-4964-8372-09e5662eb650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.376958 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e2d079f1-4b49-4964-8372-09e5662eb650 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16e380f5e11c48cc8554962ffba8b68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619646 Aug 24 17:02:20.377850 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d079f1-4b49-4964-8372-09e5662eb650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2e8b93-83b4-46ea-bcbc-fc289628736d,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:20.380243 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33606) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:20.397601 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-31f076cf-ba30-4385-b487-e8d011243571 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.432221 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cddca93e-e89b-4cf7-8a9c-dabb6dde13bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.441927 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-31f076cf-ba30-4385-b487-e8d011243571 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.455045 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cddca93e-e89b-4cf7-8a9c-dabb6dde13bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.490225 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-31f076cf-ba30-4385-b487-e8d011243571 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Network 46f8ef5d-43fa-4f08-9a81-4202e9a44cea is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:02:20.496323 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-31f076cf-ba30-4385-b487-e8d011243571 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:02:20.499174 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-31f076cf-ba30-4385-b487-e8d011243571 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:02:20.509159 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cddca93e-e89b-4cf7-8a9c-dabb6dde13bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.511950 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-cddca93e-e89b-4cf7-8a9c-dabb6dde13bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.513102 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-cddca93e-e89b-4cf7-8a9c-dabb6dde13bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad2e8b93-83b4-46ea-bcbc-fc289628736d HTTP/1.1" status: 204 len: 168 time: 0.1313715 Aug 24 17:02:20.522117 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddca93e-e89b-4cf7-8a9c-dabb6dde13bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2e8b93-83b4-46ea-bcbc-fc289628736d,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:20.529287 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f076cf-ba30-4385-b487-e8d011243571 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Pushing event updated for resources: {'Port': ['ID=479d5122-ec0d-4288-a6ed-de156d51d068,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:20.557474 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-31f076cf-ba30-4385-b487-e8d011243571 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:20.558320 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-31f076cf-ba30-4385-b487-e8d011243571 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.576894 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-31f076cf-ba30-4385-b487-e8d011243571 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5996778 Aug 24 17:02:20.605324 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Request body: {'port': {'device_id': 'be35a06a-22d4-47c5-9988-64e6033d5256', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:02:20.664221 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.852734 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33614) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:20.866596 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-de78e7e3-a47a-4bc5-bfd3-25e7e8ce3cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.946184 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479d5122-ec0d-4288-a6ed-de156d51d068 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:02:20.955015 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.968856 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Transition to ACTIVE for port object 479d5122-ec0d-4288-a6ed-de156d51d068 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:02:20.976043 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.988856 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-de78e7e3-a47a-4bc5-bfd3-25e7e8ce3cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:20.996554 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-de78e7e3-a47a-4bc5-bfd3-25e7e8ce3cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:21.044195 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Pushing event updated for resources: {'Port': ['ID=479d5122-ec0d-4288-a6ed-de156d51d068,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:21.067014 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-de78e7e3-a47a-4bc5-bfd3-25e7e8ce3cbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb99f9960d1c40f2a0558d64360655d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131441 Aug 24 17:02:21.067749 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78e7e3-a47a-4bc5-bfd3-25e7e8ce3cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e540f278-6379-4689-a737-bc2a22f71ac5,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:21.070847 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33618) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:21.113419 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Attempting to bind port 479d5122-ec0d-4288-a6ed-de156d51d068 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:02:21.113764 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Attempting to bind port 479d5122-ec0d-4288-a6ed-de156d51d068 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '9cf1d78a-1f70-4673-b7e1-972da6169610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f8ef5d-43fa-4f08-9a81-4202e9a44cea'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:02:21.114106 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Attempting to bind port 479d5122-ec0d-4288-a6ed-de156d51d068 on network 46f8ef5d-43fa-4f08-9a81-4202e9a44cea {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:02:21.117982 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676435a7-c524-4846-ad68-e4e6b7a861b3 req-25cacf5d-4ef6-4afa-b297-79b651ef9dfa tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:21.118559 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Port 479d5122-ec0d-4288-a6ed-de156d51d068 on network 46f8ef5d-43fa-4f08-9a81-4202e9a44cea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:02:21.118879 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Attempting to bind port 479d5122-ec0d-4288-a6ed-de156d51d068 on network 46f8ef5d-43fa-4f08-9a81-4202e9a44cea {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:02:21.119534 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-676435a7-c524-4846-ad68-e4e6b7a861b3 req-25cacf5d-4ef6-4afa-b297-79b651ef9dfa tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 943 time: 0.1183720 Aug 24 17:02:21.123838 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:02:21.124176 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Checking segment: {'id': '9cf1d78a-1f70-4673-b7e1-972da6169610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f8ef5d-43fa-4f08-9a81-4202e9a44cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:02:21.124559 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Bound using segment: {'id': '9cf1d78a-1f70-4673-b7e1-972da6169610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f8ef5d-43fa-4f08-9a81-4202e9a44cea'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:02:21.124989 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Bound port: 479d5122-ec0d-4288-a6ed-de156d51d068, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf1d78a-1f70-4673-b7e1-972da6169610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f8ef5d-43fa-4f08-9a81-4202e9a44cea'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:02:21.125364 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:21.147185 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a5728347-e0c3-4397-9652-29e20346a135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:21.184722 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a5728347-e0c3-4397-9652-29e20346a135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:21.189158 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] For port 479d5122-ec0d-4288-a6ed-de156d51d068, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:02:21.192480 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] For port 479d5122-ec0d-4288-a6ed-de156d51d068, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=479d5122-ec0d-4288-a6ed-de156d51d068,segment=NetworkSegment(9cf1d78a-1f70-4673-b7e1-972da6169610),segment_id=9cf1d78a-1f70-4673-b7e1-972da6169610)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:02:21.193551 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-676435a7-c524-4846-ad68-e4e6b7a861b3 req-39a3e0f0-c23f-40ae-a61e-b795d629a6bb tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669162 Aug 24 17:02:21.199346 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:21.249325 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a5728347-e0c3-4397-9652-29e20346a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:21.250765 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:21.251492 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:21.252640 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a5728347-e0c3-4397-9652-29e20346a135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:21.253022 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] 10.222.0.26 "PUT /v2.0/ports/479d5122-ec0d-4288-a6ed-de156d51d068 HTTP/1.1" status: 200 len: 1093 time: 0.6535492 Aug 24 17:02:21.253399 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be35a06a-22d4-47c5-9988-64e6033d5256', 'tag': '479d5122-ec0d-4288-a6ed-de156d51d068'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:02:21.253742 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a5728347-e0c3-4397-9652-29e20346a135 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e540f278-6379-4689-a737-bc2a22f71ac5 HTTP/1.1" status: 204 len: 168 time: 0.1819894 Aug 24 17:02:21.255717 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69640b8c-00e3-445a-9a6d-0bd5af08f994" -d '{"events": [{"name": "network-changed", "server_uuid": "be35a06a-22d4-47c5-9988-64e6033d5256", "tag": "479d5122-ec0d-4288-a6ed-de156d51d068"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:02:21.261849 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5728347-e0c3-4397-9652-29e20346a135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e540f278-6379-4689-a737-bc2a22f71ac5,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:21.280159 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792f42d-e3e2-4344-ac90-fa06a0abeb70 service neutron] Pushing event updated for resources: {'Port': ['ID=479d5122-ec0d-4288-a6ed-de156d51d068,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:21.331741 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dab5a81-4806-4a32-ad24-14a2d98c41a6 x-openstack-request-id: req-8dab5a81-4806-4a32-ad24-14a2d98c41a6 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:02:21.332021 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be35a06a-22d4-47c5-9988-64e6033d5256", "tag": "479d5122-ec0d-4288-a6ed-de156d51d068", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:02:21.332260 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dab5a81-4806-4a32-ad24-14a2d98c41a6 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:02:21.332658 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be35a06a-22d4-47c5-9988-64e6033d5256', 'tag': '479d5122-ec0d-4288-a6ed-de156d51d068', 'status': 'completed', 'code': 200} Aug 24 17:02:21.366351 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-aba1d107-a5da-4495-834b-d3061d786212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:21.367891 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-aba1d107-a5da-4495-834b-d3061d786212 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b8e8bf3c0f2496c9a9a4a8a294b7aef&device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 1096 time: 0.0454664 Aug 24 17:02:21.426828 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-2db65312-14ab-417a-a735-f8057dc1fefa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=479d5122-ec0d-4288-a6ed-de156d51d068 HTTP/1.1" status: 200 len: 217 time: 0.0430360 Aug 24 17:02:21.481919 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-c7e0ad33-d9dd-4418-84c6-9dd0e711f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:21.483571 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-c7e0ad33-d9dd-4418-84c6-9dd0e711f4f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b5b2321-26e3-4aa8-a852-f6efc22c4c63 HTTP/1.1" status: 200 len: 854 time: 0.0482929 Aug 24 17:02:21.516835 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-5588d6ea-29ea-4377-9817-55acbfd8cbf5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=46f8ef5d-43fa-4f08-9a81-4202e9a44cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247738 Aug 24 17:02:21.619592 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-9f924cbe-28e4-4904-b8a3-9a1ebcae5527 service neutron] 10.222.0.26 "GET /v2.0/networks/46f8ef5d-43fa-4f08-9a81-4202e9a44cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953877 Aug 24 17:02:21.647671 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33626) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:21.661357 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ed039480-0b88-41d7-9d40-1866938c1f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:21.715366 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fffbffac-86b2-4be8-8563-65a0eeb945c2 req-65d851cb-078c-4a3a-8e95-512b69099148 service neutron] 10.222.0.26 "GET /v2.0/networks/46f8ef5d-43fa-4f08-9a81-4202e9a44cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877206 Aug 24 17:02:21.771303 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ed039480-0b88-41d7-9d40-1866938c1f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:21.776750 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ed039480-0b88-41d7-9d40-1866938c1f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:21.814543 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed039480-0b88-41d7-9d40-1866938c1f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89042f54-f2ac-4ad6-8fdf-027438f14213,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:21.819143 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ed039480-0b88-41d7-9d40-1866938c1f84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5624f89112664818ba480ef1c11b2aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700478 Aug 24 17:02:21.822487 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 33628) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:21.905098 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640b8c-00e3-445a-9a6d-0bd5af08f994 req-f3a6ce02-26ea-490c-a60e-4f715954b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:21.906628 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69640b8c-00e3-445a-9a6d-0bd5af08f994 req-f3a6ce02-26ea-490c-a60e-4f715954b476 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b8e8bf3c0f2496c9a9a4a8a294b7aef&device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 1096 time: 0.0779617 Aug 24 17:02:21.909597 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0ba46e56-7a9f-42e9-b0eb-5897a2770b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:21.956930 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0ba46e56-7a9f-42e9-b0eb-5897a2770b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:22.043350 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640b8c-00e3-445a-9a6d-0bd5af08f994 req-b4ffa7d5-4f61-4bf4-b2c9-a5cbde742ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:22.045123 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69640b8c-00e3-445a-9a6d-0bd5af08f994 req-b4ffa7d5-4f61-4bf4-b2c9-a5cbde742ecd service neutron] 10.222.0.26 "GET /v2.0/networks?id=46f8ef5d-43fa-4f08-9a81-4202e9a44cea HTTP/1.1" status: 200 len: 915 time: 0.1296906 Aug 24 17:02:22.068840 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0ba46e56-7a9f-42e9-b0eb-5897a2770b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:22.071423 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0ba46e56-7a9f-42e9-b0eb-5897a2770b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:22.072474 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0ba46e56-7a9f-42e9-b0eb-5897a2770b33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89042f54-f2ac-4ad6-8fdf-027438f14213 HTTP/1.1" status: 204 len: 168 time: 0.2493846 Aug 24 17:02:22.106079 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69640b8c-00e3-445a-9a6d-0bd5af08f994 req-5010d39a-7be7-4b1e-aa6c-37e984575fea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=479d5122-ec0d-4288-a6ed-de156d51d068 HTTP/1.1" status: 200 len: 217 time: 0.0450885 Aug 24 17:02:22.111356 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba46e56-7a9f-42e9-b0eb-5897a2770b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89042f54-f2ac-4ad6-8fdf-027438f14213,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:22.158571 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69640b8c-00e3-445a-9a6d-0bd5af08f994 req-fdde9fa7-bbc9-4273-8f2d-c50f1964335d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:22.159961 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69640b8c-00e3-445a-9a6d-0bd5af08f994 req-fdde9fa7-bbc9-4273-8f2d-c50f1964335d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b5b2321-26e3-4aa8-a852-f6efc22c4c63 HTTP/1.1" status: 200 len: 854 time: 0.0456767 Aug 24 17:02:22.195350 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69640b8c-00e3-445a-9a6d-0bd5af08f994 req-1a762fef-f4cd-4cbe-abca-8f16c0e58194 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=46f8ef5d-43fa-4f08-9a81-4202e9a44cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258307 Aug 24 17:02:22.339556 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69640b8c-00e3-445a-9a6d-0bd5af08f994 req-7269b6f8-fdba-4902-8109-daad01c2745e service neutron] 10.222.0.26 "GET /v2.0/networks/46f8ef5d-43fa-4f08-9a81-4202e9a44cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361101 Aug 24 17:02:22.368896 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b5b06-16f0-4329-a7c5-6bcd7871493f req-c079934a-5691-4748-89c4-eaa0c6a49361 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:22.370618 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-782b5b06-16f0-4329-a7c5-6bcd7871493f req-c079934a-5691-4748-89c4-eaa0c6a49361 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 943 time: 0.0720921 Aug 24 17:02:22.730445 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-782b5b06-16f0-4329-a7c5-6bcd7871493f req-f15236c8-6a2a-43cf-8837-7267c447e9dd tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478336 Aug 24 17:02:22.756091 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69640b8c-00e3-445a-9a6d-0bd5af08f994 req-8f3067f6-84d9-4134-bcb9-478b49f6a474 service neutron] 10.222.0.26 "GET /v2.0/networks/46f8ef5d-43fa-4f08-9a81-4202e9a44cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028819 Aug 24 17:02:22.989970 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:23.851378 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a3b3a-c308-4a49-9cd5-e4903345028b req-92e6e08c-0e2d-42d0-b097-21e59fb44c11 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:23.852898 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b60a3b3a-c308-4a49-9cd5-e4903345028b req-92e6e08c-0e2d-42d0-b097-21e59fb44c11 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 943 time: 0.0491004 Aug 24 17:02:23.899184 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b60a3b3a-c308-4a49-9cd5-e4903345028b req-66fd0f23-4184-4b36-9a40-15f5458da9e2 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Aug 24 17:02:24.842938 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 479d5122-ec0d-4288-a6ed-de156d51d068 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:02:24.943733 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 479d5122-ec0d-4288-a6ed-de156d51d068, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=479d5122-ec0d-4288-a6ed-de156d51d068,segment=NetworkSegment(9cf1d78a-1f70-4673-b7e1-972da6169610),segment_id=9cf1d78a-1f70-4673-b7e1-972da6169610)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:02:24.959104 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '479d5122-ec0d-4288-a6ed-de156d51d068', 'network_id': '46f8ef5d-43fa-4f08-9a81-4202e9a44cea', 'port_id': '479d5122-ec0d-4288-a6ed-de156d51d068', 'mac_address': 'fa:16:3e:9a:79:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5b2321-26e3-4aa8-a852-f6efc22c4c63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:02:24.997833 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:25.011860 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479d5122-ec0d-4288-a6ed-de156d51d068 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:02:25.014671 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da9a2d-9c03-425b-be65-351de27f3e05 req-97dbd740-cc3c-4d6d-86b0-f8099e635906 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:25.016169 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-40da9a2d-9c03-425b-be65-351de27f3e05 req-97dbd740-cc3c-4d6d-86b0-f8099e635906 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 943 time: 0.0485024 Aug 24 17:02:25.034104 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 479d5122-ec0d-4288-a6ed-de156d51d068, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=479d5122-ec0d-4288-a6ed-de156d51d068,segment=NetworkSegment(9cf1d78a-1f70-4673-b7e1-972da6169610),segment_id=9cf1d78a-1f70-4673-b7e1-972da6169610)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:02:25.039543 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:25.055520 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-40da9a2d-9c03-425b-be65-351de27f3e05 req-f2d00613-467d-4cfc-b6e5-6e108659f34c tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330567 Aug 24 17:02:25.090192 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=479d5122-ec0d-4288-a6ed-de156d51d068,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:25.383351 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['479d5122-ec0d-4288-a6ed-de156d51d068'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:02:26.175135 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c86b2b-2c58-4668-a4a7-debff988c888 req-21650c94-dde7-402a-a23e-30309d0e3d83 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:26.176630 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-17c86b2b-2c58-4668-a4a7-debff988c888 req-21650c94-dde7-402a-a23e-30309d0e3d83 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 944 time: 0.0537603 Aug 24 17:02:26.216939 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-17c86b2b-2c58-4668-a4a7-debff988c888 req-49898010-648e-4dfb-ba2b-94b9299f76a8 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342236 Aug 24 17:02:26.873986 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 479d5122-ec0d-4288-a6ed-de156d51d068 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:02:26.928007 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 479d5122-ec0d-4288-a6ed-de156d51d068 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:02:26.932325 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 479d5122-ec0d-4288-a6ed-de156d51d068 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:02:26.932696 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:27.019003 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:27.043113 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be35a06a-22d4-47c5-9988-64e6033d5256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479d5122-ec0d-4288-a6ed-de156d51d068'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:02:27.045451 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f189f856-3f8d-48d2-87d1-ec4f9d291333" -d '{"events": [{"server_uuid": "be35a06a-22d4-47c5-9988-64e6033d5256", "name": "network-vif-plugged", "status": "completed", "tag": "479d5122-ec0d-4288-a6ed-de156d51d068"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:02:27.057973 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 479d5122-ec0d-4288-a6ed-de156d51d068, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=479d5122-ec0d-4288-a6ed-de156d51d068,segment=NetworkSegment(9cf1d78a-1f70-4673-b7e1-972da6169610),segment_id=9cf1d78a-1f70-4673-b7e1-972da6169610)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:02:27.063307 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:27.085874 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea5e135-12b2-4a4b-9d05-3db7195895c7 x-openstack-request-id: req-eea5e135-12b2-4a4b-9d05-3db7195895c7 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:02:27.086162 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be35a06a-22d4-47c5-9988-64e6033d5256", "name": "network-vif-plugged", "status": "completed", "tag": "479d5122-ec0d-4288-a6ed-de156d51d068", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:02:27.086435 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eea5e135-12b2-4a4b-9d05-3db7195895c7 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:02:27.086821 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be35a06a-22d4-47c5-9988-64e6033d5256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479d5122-ec0d-4288-a6ed-de156d51d068', 'code': 200} Aug 24 17:02:27.111404 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=479d5122-ec0d-4288-a6ed-de156d51d068,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:27.313170 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb79e2-2b00-44ee-af7e-07536dd76ae3 req-a3c46529-e169-4699-8b4a-ea2d70f968c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:27.314806 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7afb79e2-2b00-44ee-af7e-07536dd76ae3 req-a3c46529-e169-4699-8b4a-ea2d70f968c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 1098 time: 0.0465772 Aug 24 17:02:27.342281 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b1c28-482a-4bba-b34b-964eb18fa0fb req-01afb7d6-27e5-4dee-9424-5b141f5740d0 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:27.343838 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c19b1c28-482a-4bba-b34b-964eb18fa0fb req-01afb7d6-27e5-4dee-9424-5b141f5740d0 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 945 time: 0.0556393 Aug 24 17:02:27.350275 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7afb79e2-2b00-44ee-af7e-07536dd76ae3 req-1b23ae4f-6051-406c-8dae-8ad71b7144a4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274100 Aug 24 17:02:27.381257 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c19b1c28-482a-4bba-b34b-964eb18fa0fb req-0613f025-e3a0-4785-bf88-638a0a1f1788 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313332 Aug 24 17:02:28.505358 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7429f1-5cbe-4210-88bf-3b534381dc50 req-eb85cbcc-f8ad-4893-b4d4-1b8894b0220b tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:28.506820 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4f7429f1-5cbe-4210-88bf-3b534381dc50 req-eb85cbcc-f8ad-4893-b4d4-1b8894b0220b tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 945 time: 0.0538929 Aug 24 17:02:28.549633 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4f7429f1-5cbe-4210-88bf-3b534381dc50 req-7bb85424-c4ac-4e49-b941-d645f227b9d6 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349436 Aug 24 17:02:29.677409 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853ba0a-8fcd-4a1b-96ca-6d6117248110 req-231a5e65-6463-408b-b17a-e0462a80b3c8 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:29.678982 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8853ba0a-8fcd-4a1b-96ca-6d6117248110 req-231a5e65-6463-408b-b17a-e0462a80b3c8 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 945 time: 0.0574894 Aug 24 17:02:29.724056 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8853ba0a-8fcd-4a1b-96ca-6d6117248110 req-9fa38c19-d589-4c77-94b9-3f4092ea9520 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375960 Aug 24 17:02:31.793214 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b8f2c-ef0a-4a3f-be04-4e741ad39fa6 req-632a3f2f-10c8-45c2-992c-3c45a4f55f25 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:31.794721 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-937b8f2c-ef0a-4a3f-be04-4e741ad39fa6 req-632a3f2f-10c8-45c2-992c-3c45a4f55f25 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0555143 Aug 24 17:02:31.833576 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-937b8f2c-ef0a-4a3f-be04-4e741ad39fa6 req-64d9f5bb-f281-4c2b-b8a5-1d600a1b19cc tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324957 Aug 24 17:02:32.971856 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601334d-6416-43d0-9002-4fd0b4da6108 req-977c09e0-b016-4f12-85e1-797109dc716f tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:32.973746 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d601334d-6416-43d0-9002-4fd0b4da6108 req-977c09e0-b016-4f12-85e1-797109dc716f tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0562947 Aug 24 17:02:33.018681 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d601334d-6416-43d0-9002-4fd0b4da6108 req-fa0bb53a-5c62-4156-aaf7-9a32ce16d2d0 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356069 Aug 24 17:02:34.151398 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb62548-afa7-4ef9-b450-47b51c250f48 req-67a8a011-edf5-485c-b74b-c344196b0c47 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:34.152871 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2cb62548-afa7-4ef9-b450-47b51c250f48 req-67a8a011-edf5-485c-b74b-c344196b0c47 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0617900 Aug 24 17:02:34.197342 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2cb62548-afa7-4ef9-b450-47b51c250f48 req-bf46a4bb-4f9c-4e0c-a188-5c34378de4b2 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378954 Aug 24 17:02:34.386885 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:02:35.009698 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7141f2de-7bca-4db0-bac1-f09d58220ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:35.313448 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335961e-dce9-4e99-b2d0-4912b435b194 req-b670e79d-070d-46fe-bb03-da4483c8120d tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:35.314887 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f335961e-dce9-4e99-b2d0-4912b435b194 req-b670e79d-070d-46fe-bb03-da4483c8120d tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0494847 Aug 24 17:02:35.354581 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f335961e-dce9-4e99-b2d0-4912b435b194 req-806a4b5c-efaf-4eb8-8d99-d405444f8496 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337062 Aug 24 17:02:36.479609 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544e527-fe7a-4ea3-a104-056b60e4cd4e req-c880150f-e986-4b6d-afd7-258179e9d1d0 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:36.480321 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2544e527-fe7a-4ea3-a104-056b60e4cd4e req-c880150f-e986-4b6d-afd7-258179e9d1d0 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0560918 Aug 24 17:02:36.532694 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2544e527-fe7a-4ea3-a104-056b60e4cd4e req-cdcec6e1-b7b4-4b6a-a0a4-8415b6d94783 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415556 Aug 24 17:02:37.668953 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551050d8-cae9-471d-b77e-0117191f62d3 req-ec466e9f-79e6-45de-b6d9-e084cfff6213 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:37.670467 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-551050d8-cae9-471d-b77e-0117191f62d3 req-ec466e9f-79e6-45de-b6d9-e084cfff6213 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0510769 Aug 24 17:02:37.711664 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-551050d8-cae9-471d-b77e-0117191f62d3 req-af7e2e6a-10c2-4955-b264-e4e01df10c79 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349638 Aug 24 17:02:37.894126 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d56f245f-4b38-443b-a94e-a5096fbee598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:38.039063 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:38.839995 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6e157-8ac6-4d70-a9cb-528b4dd9e919 req-6a3cf4cb-d3da-492d-bd7d-6cd639c617db tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:38.841541 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-efc6e157-8ac6-4d70-a9cb-528b4dd9e919 req-6a3cf4cb-d3da-492d-bd7d-6cd639c617db tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0527751 Aug 24 17:02:38.887372 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-efc6e157-8ac6-4d70-a9cb-528b4dd9e919 req-e76cff25-afb1-4a84-8938-b387d27898a2 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396051 Aug 24 17:02:39.341147 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:40.022189 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812946d8-dd3a-44b3-82a1-975b8bcc02bc req-3322e2d8-a0f1-41a5-9e62-88cd9a5a7c42 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:40.024061 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-812946d8-dd3a-44b3-82a1-975b8bcc02bc req-3322e2d8-a0f1-41a5-9e62-88cd9a5a7c42 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0580566 Aug 24 17:02:40.310770 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-812946d8-dd3a-44b3-82a1-975b8bcc02bc req-ab43c51b-8f79-49b1-8ce3-4192ab9365cc tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804263 Aug 24 17:02:40.582800 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:41.436011 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b938edc-72db-4707-bf44-d8a5372f14b2 req-eb193046-c963-4d41-a224-f7b64af7ed9e tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:41.437505 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5b938edc-72db-4707-bf44-d8a5372f14b2 req-eb193046-c963-4d41-a224-f7b64af7ed9e tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0557244 Aug 24 17:02:41.477450 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5b938edc-72db-4707-bf44-d8a5372f14b2 req-35353dfb-2c8b-4c18-a954-3607e606fa86 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338955 Aug 24 17:02:42.067546 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c2848-4151-4c9e-8e9b-9f957b386875 req-a7d478bb-8f72-4e53-889c-c9ea2af11dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:42.069026 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c25c2848-4151-4c9e-8e9b-9f957b386875 req-a7d478bb-8f72-4e53-889c-c9ea2af11dde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f5ac573a89426bb07c9469784a988a&device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 1098 time: 0.0418820 Aug 24 17:02:42.175629 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c2848-4151-4c9e-8e9b-9f957b386875 req-2bed9faf-9e8c-4a66-b7c4-21bc609c7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:42.177160 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c25c2848-4151-4c9e-8e9b-9f957b386875 req-2bed9faf-9e8c-4a66-b7c4-21bc609c7142 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ece2958-e782-4b1c-bc84-917e4ceca564 HTTP/1.1" status: 200 len: 910 time: 0.0998991 Aug 24 17:02:42.256881 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c25c2848-4151-4c9e-8e9b-9f957b386875 req-543633b3-29da-44ad-86fb-8e3234aa408f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb HTTP/1.1" status: 200 len: 1001 time: 0.0638368 Aug 24 17:02:42.311750 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c2848-4151-4c9e-8e9b-9f957b386875 req-56b40946-caee-4354-a341-7b3fdd46855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:42.313273 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c25c2848-4151-4c9e-8e9b-9f957b386875 req-56b40946-caee-4354-a341-7b3fdd46855e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc1bf70-f22a-4c5d-82d2-ce85a01cd328 HTTP/1.1" status: 200 len: 848 time: 0.0463405 Aug 24 17:02:42.364908 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c2848-4151-4c9e-8e9b-9f957b386875 req-f286b523-1c2e-4b60-bed4-cc6de85b452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:42.366310 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c25c2848-4151-4c9e-8e9b-9f957b386875 req-f286b523-1c2e-4b60-bed4-cc6de85b452e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ece2958-e782-4b1c-bc84-917e4ceca564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448391 Aug 24 17:02:42.485811 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c25c2848-4151-4c9e-8e9b-9f957b386875 req-61f8c7e8-ffad-47ff-8c89-bbc6b43da6eb service neutron] 10.222.0.26 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876710 Aug 24 17:02:42.599077 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dba3af-e66a-479e-8a2c-bb2eb13d87b2 req-0c7b2875-0a84-4f74-88e2-7d3ec3763bd7 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:42.599693 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c25c2848-4151-4c9e-8e9b-9f957b386875 req-e6522797-a9fc-4afd-a3ce-9d5530e4da99 service neutron] 10.222.0.26 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021347 Aug 24 17:02:42.600675 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e9dba3af-e66a-479e-8a2c-bb2eb13d87b2 req-0c7b2875-0a84-4f74-88e2-7d3ec3763bd7 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0540693 Aug 24 17:02:42.643687 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e9dba3af-e66a-479e-8a2c-bb2eb13d87b2 req-283ebcb9-01fc-4ab0-8a65-71e2a9a1f99b tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359340 Aug 24 17:02:43.768324 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad027b2-18eb-45aa-ac2a-637338450d23 req-e3dab5c5-70c6-4e6c-9ea7-a1d65b18c499 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:43.770657 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3ad027b2-18eb-45aa-ac2a-637338450d23 req-e3dab5c5-70c6-4e6c-9ea7-a1d65b18c499 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0550513 Aug 24 17:02:43.810130 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3ad027b2-18eb-45aa-ac2a-637338450d23 req-e9fd104f-1d8b-41bd-947c-81060a3a6be6 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Aug 24 17:02:44.927173 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c112a3-6bfd-4040-91f8-7351b7e4672e req-2657eb4e-7a74-4deb-8d7d-c584ac673c6c tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:44.928679 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f9c112a3-6bfd-4040-91f8-7351b7e4672e req-2657eb4e-7a74-4deb-8d7d-c584ac673c6c tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0520904 Aug 24 17:02:44.967137 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f9c112a3-6bfd-4040-91f8-7351b7e4672e req-26a239a5-b06c-4e16-af6e-603a81651f24 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323799 Aug 24 17:02:46.083368 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707d45b-acb2-4899-88a5-6f7291c8d9bc req-5b27226c-e943-40ad-9d53-f1d2b1462f3c tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:46.084856 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d707d45b-acb2-4899-88a5-6f7291c8d9bc req-5b27226c-e943-40ad-9d53-f1d2b1462f3c tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0494740 Aug 24 17:02:46.123409 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d707d45b-acb2-4899-88a5-6f7291c8d9bc req-423ffd6c-60de-4970-9591-3053fd62defe tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324445 Aug 24 17:02:46.324787 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 33830) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:02:46.352434 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec7639-03da-4aae-ba50-4a5e0e3975f2 req-3e11b3d8-0eb3-4b33-a35b-77f6e67c68a3 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:46.353956 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-dfec7639-03da-4aae-ba50-4a5e0e3975f2 req-3e11b3d8-0eb3-4b33-a35b-77f6e67c68a3 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0602310 Aug 24 17:02:46.416259 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-dfec7639-03da-4aae-ba50-4a5e0e3975f2 req-4c3e9b8b-d3dc-4af5-ba7e-c315e20ebee3 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561795 Aug 24 17:02:46.426990 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-3155c9f1-3c4b-4087-a3c3-94edee706970 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991113 Aug 24 17:02:47.545471 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ef509-c17a-4d73-9cf7-122825747078 req-41e21a60-6a9e-4a62-8a59-3858cbf7e452 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:47.547061 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5a1ef509-c17a-4d73-9cf7-122825747078 req-41e21a60-6a9e-4a62-8a59-3858cbf7e452 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0615108 Aug 24 17:02:47.590031 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5a1ef509-c17a-4d73-9cf7-122825747078 req-56d8a335-faf7-4d59-a9ad-66be58993ff7 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362573 Aug 24 17:02:48.778816 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b804e2-335d-407a-9c0d-042f82005345 req-f64abd03-efc1-4b7d-ae1f-56941f3b5f51 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:48.780238 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-74b804e2-335d-407a-9c0d-042f82005345 req-f64abd03-efc1-4b7d-ae1f-56941f3b5f51 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.1173844 Aug 24 17:02:48.840411 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-74b804e2-335d-407a-9c0d-042f82005345 req-d6bcf975-f5c3-4bcb-813b-d42e5eb0d357 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512950 Aug 24 17:02:48.852245 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-58bfa3d5-73ae-4a43-9e10-7d3cf4e53712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:48.854302 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-58bfa3d5-73ae-4a43-9e10-7d3cf4e53712 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2&tenant_id=c0f5ac573a89426bb07c9469784a988a HTTP/1.1" status: 200 len: 1098 time: 0.0729277 Aug 24 17:02:48.933720 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 4c5f4e82-22a7-4938-a750-830cd53b3cdb no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:02:48.952455 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-278f1e03-7502-4329-8bbc-36f94aaf328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:48.953981 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-278f1e03-7502-4329-8bbc-36f94aaf328e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f5ac573a89426bb07c9469784a988a&device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 1098 time: 0.0547884 Aug 24 17:02:49.013485 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:49.036527 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5f4e82-22a7-4938-a750-830cd53b3cdb'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:02:49.038764 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca7ca86-dcbd-4285-9998-229540706c49" -d '{"events": [{"server_uuid": "8d099694-0367-4d2e-ba72-c5b0a18f90c2", "name": "network-vif-unplugged", "status": "completed", "tag": "4c5f4e82-22a7-4938-a750-830cd53b3cdb"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:02:49.048394 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-e233946a-b1a6-468e-b93c-f0eba549f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:49.049713 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-e233946a-b1a6-468e-b93c-f0eba549f4b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ece2958-e782-4b1c-bc84-917e4ceca564 HTTP/1.1" status: 200 len: 910 time: 0.0878940 Aug 24 17:02:49.051375 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 4c5f4e82-22a7-4938-a750-830cd53b3cdb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:02:49.056208 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:49.091789 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 17:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dda2702-b260-4909-984b-dd4b401df605 x-openstack-request-id: req-6dda2702-b260-4909-984b-dd4b401df605 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:02:49.092299 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d099694-0367-4d2e-ba72-c5b0a18f90c2", "name": "network-vif-unplugged", "status": "completed", "tag": "4c5f4e82-22a7-4938-a750-830cd53b3cdb", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:02:49.092548 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dda2702-b260-4909-984b-dd4b401df605 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:02:49.092939 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'code': 200} Aug 24 17:02:49.109622 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=4c5f4e82-22a7-4938-a750-830cd53b3cdb,revision_number=6']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:02:49.126099 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-69c7d82f-f865-4af0-b584-5d56ff169d8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb HTTP/1.1" status: 200 len: 999 time: 0.0689762 Aug 24 17:02:49.184400 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-c7443777-3aeb-497b-8d64-7b8a38123ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:49.185960 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-c7443777-3aeb-497b-8d64-7b8a38123ddd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc1bf70-f22a-4c5d-82d2-ce85a01cd328 HTTP/1.1" status: 200 len: 848 time: 0.0456114 Aug 24 17:02:49.269579 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-d3610206-e4b2-4286-bc1a-34e6137b7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:49.271153 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-d3610206-e4b2-4286-bc1a-34e6137b7c65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ece2958-e782-4b1c-bc84-917e4ceca564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429347 Aug 24 17:02:49.379772 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-046ba328-0713-462b-89a9-65b61e041302 service neutron] 10.222.0.26 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984986 Aug 24 17:02:49.475590 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-ebad684d-746c-4ad9-b3fa-0eb110045476 service neutron] 10.222.0.26 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826838 Aug 24 17:02:49.978398 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb6541-18d4-4a06-bbfe-e309179b60d6 req-9e482e48-3eb0-4bb5-860b-129c79b0232c tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:49.979966 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-96eb6541-18d4-4a06-bbfe-e309179b60d6 req-9e482e48-3eb0-4bb5-860b-129c79b0232c tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0593631 Aug 24 17:02:50.019812 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-96eb6541-18d4-4a06-bbfe-e309179b60d6 req-a41ee14a-bedc-4508-b2d7-0431240aeb5c tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338132 Aug 24 17:02:51.137280 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5900e5f-0532-46e0-8888-b5f448267e7b req-4516b0e5-c67c-45d7-9d1c-45e54e131eed tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:51.138774 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b5900e5f-0532-46e0-8888-b5f448267e7b req-4516b0e5-c67c-45d7-9d1c-45e54e131eed tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0508635 Aug 24 17:02:51.179001 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b5900e5f-0532-46e0-8888-b5f448267e7b req-d5c3e00a-4f23-443c-b63f-b9ed6f086302 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333264 Aug 24 17:02:52.303131 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed5ee7-03a2-480b-a94a-386ada9954f8 req-afd64fd1-687e-44c0-b22f-3f927d36e60e tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:52.304680 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5fed5ee7-03a2-480b-a94a-386ada9954f8 req-afd64fd1-687e-44c0-b22f-3f927d36e60e tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0527458 Aug 24 17:02:52.351979 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5fed5ee7-03a2-480b-a94a-386ada9954f8 req-a6efa63d-8dea-4d9b-845b-474199ed5807 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382848 Aug 24 17:02:52.992429 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:53.481290 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01dae5-741e-4df2-9177-5ca388c6e59c req-77e588a0-ca83-4b77-90df-e5986826ca3d tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:53.482784 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3d01dae5-741e-4df2-9177-5ca388c6e59c req-77e588a0-ca83-4b77-90df-e5986826ca3d tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0624785 Aug 24 17:02:53.524004 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3d01dae5-741e-4df2-9177-5ca388c6e59c req-81f0b0e8-d245-484c-8bdc-950cedbdd9ff tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325131 Aug 24 17:02:54.647627 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde54f9-afd6-40f6-8556-ea5ad8f691d6 req-73640955-bae6-48ba-a76b-b2e038171f5b tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:54.649681 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-dcde54f9-afd6-40f6-8556-ea5ad8f691d6 req-73640955-bae6-48ba-a76b-b2e038171f5b tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0548463 Aug 24 17:02:54.693644 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-dcde54f9-afd6-40f6-8556-ea5ad8f691d6 req-3990351d-a52d-4c05-a7b2-59f1cce96aed tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351479 Aug 24 17:02:55.815532 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a7e80-20d0-4473-a1cb-1c81ec17249c req-3a0eaa7a-5e66-4421-b2ec-2a4d62a5616b tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:55.817020 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ce2a7e80-20d0-4473-a1cb-1c81ec17249c req-3a0eaa7a-5e66-4421-b2ec-2a4d62a5616b tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0496829 Aug 24 17:02:55.866012 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ce2a7e80-20d0-4473-a1cb-1c81ec17249c req-1e303034-4223-4a8a-9f7c-d3362dc147a6 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398519 Aug 24 17:02:56.005315 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82932204-3886-4e35-ac00-b1892502215a req-711f039e-e875-48bf-b401-6945d101acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:56.006835 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-82932204-3886-4e35-ac00-b1892502215a req-711f039e-e875-48bf-b401-6945d101acca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 1096 time: 0.0411139 Aug 24 17:02:56.045639 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-82932204-3886-4e35-ac00-b1892502215a req-f1cee0c9-d259-4523-a7e4-4af5c9c0a5f8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301213 Aug 24 17:02:56.992592 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebcbbd-095e-47c1-82af-82dd655f82ee req-0082f760-272e-4668-955e-ae79735596a4 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:56.994118 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-83ebcbbd-095e-47c1-82af-82dd655f82ee req-0082f760-272e-4668-955e-ae79735596a4 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0549741 Aug 24 17:02:57.037434 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-83ebcbbd-095e-47c1-82af-82dd655f82ee req-bb222514-d27b-4801-a116-e03320f486d0 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348623 Aug 24 17:02:58.156066 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0fcd4-66c7-4d97-8fc6-23ec20c6c6ab req-69db4d7e-3bb2-4788-8026-8a62a0477681 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:58.157646 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-72b0fcd4-66c7-4d97-8fc6-23ec20c6c6ab req-69db4d7e-3bb2-4788-8026-8a62a0477681 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0521641 Aug 24 17:02:58.197506 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-72b0fcd4-66c7-4d97-8fc6-23ec20c6c6ab req-70596718-cbe0-40a3-bfc2-d400f430c4a0 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334558 Aug 24 17:02:59.130016 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 4c5f4e82-22a7-4938-a750-830cd53b3cdb details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:02:59.236600 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 4c5f4e82-22a7-4938-a750-830cd53b3cdb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:02:59.256362 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'port_id': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'mac_address': 'fa:16:3e:93:72:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:02:59.317278 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:59.331770 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff766b-f9eb-4c56-8948-8ee047f24854 req-6313c5c3-06fc-48d7-918e-b47c67c7e201 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:02:59.332415 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5f4e82-22a7-4938-a750-830cd53b3cdb {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:02:59.333537 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1bff766b-f9eb-4c56-8948-8ee047f24854 req-6313c5c3-06fc-48d7-918e-b47c67c7e201 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 943 time: 0.0577970 Aug 24 17:02:59.358657 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 4c5f4e82-22a7-4938-a750-830cd53b3cdb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:02:59.363611 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:02:59.394147 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1bff766b-f9eb-4c56-8948-8ee047f24854 req-239c44d9-b19a-49e1-b804-473e94b23e8d tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485086 Aug 24 17:02:59.419240 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=4c5f4e82-22a7-4938-a750-830cd53b3cdb,revision_number=7']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:00.511236 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cdeaf-a03b-4ff3-bb0d-d189dcd6b5c5 req-76d3df09-2e98-4d51-87cc-3d4a3621eebe tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:00.512743 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fd9cdeaf-a03b-4ff3-bb0d-d189dcd6b5c5 req-76d3df09-2e98-4d51-87cc-3d4a3621eebe tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 944 time: 0.0522170 Aug 24 17:03:00.552246 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fd9cdeaf-a03b-4ff3-bb0d-d189dcd6b5c5 req-b125e921-ffaf-47fb-bd82-2e9255ac1e6b tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333676 Aug 24 17:03:03.259245 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846df5f1-f33f-404c-bb88-1acef1d8e914 req-0e711a6a-21af-45b2-a395-f552586837cd tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:03.260716 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-846df5f1-f33f-404c-bb88-1acef1d8e914 req-0e711a6a-21af-45b2-a395-f552586837cd tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0500698 Aug 24 17:03:03.299620 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-846df5f1-f33f-404c-bb88-1acef1d8e914 req-ff98a25a-9033-40ff-9622-06d56656f37c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327079 Aug 24 17:03:03.619842 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['4c5f4e82-22a7-4938-a750-830cd53b3cdb'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:03:03.808671 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eae99c92-ed5c-4385-99ac-654eb5820198 req-08c23128-e987-4c97-bf5b-cfc68d5dd533 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848496 Aug 24 17:03:03.928393 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae99c92-ed5c-4385-99ac-654eb5820198 req-5cd18f26-99c2-4aed-93af-687a0f0c8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:03.930035 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eae99c92-ed5c-4385-99ac-654eb5820198 req-5cd18f26-99c2-4aed-93af-687a0f0c8fc9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f5ac573a89426bb07c9469784a988a&device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 1097 time: 0.0476332 Aug 24 17:03:04.038555 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae99c92-ed5c-4385-99ac-654eb5820198 req-386416c9-b718-484c-b868-dc1661b3f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:04.040101 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eae99c92-ed5c-4385-99ac-654eb5820198 req-386416c9-b718-484c-b868-dc1661b3f359 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ece2958-e782-4b1c-bc84-917e4ceca564 HTTP/1.1" status: 200 len: 910 time: 0.0876842 Aug 24 17:03:04.119161 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eae99c92-ed5c-4385-99ac-654eb5820198 req-8d3a7e1c-d17e-4659-930d-01005276273d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb HTTP/1.1" status: 200 len: 1000 time: 0.0637863 Aug 24 17:03:04.169350 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae99c92-ed5c-4385-99ac-654eb5820198 req-63f59aee-b9b4-4295-bc55-7696256bfac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:04.170885 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eae99c92-ed5c-4385-99ac-654eb5820198 req-63f59aee-b9b4-4295-bc55-7696256bfac1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc1bf70-f22a-4c5d-82d2-ce85a01cd328 HTTP/1.1" status: 200 len: 848 time: 0.0436952 Aug 24 17:03:04.227952 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae99c92-ed5c-4385-99ac-654eb5820198 req-ade6156b-de7a-45ca-abd7-5cd3f1d91e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:04.229474 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eae99c92-ed5c-4385-99ac-654eb5820198 req-ade6156b-de7a-45ca-abd7-5cd3f1d91e1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ece2958-e782-4b1c-bc84-917e4ceca564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413373 Aug 24 17:03:04.346530 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eae99c92-ed5c-4385-99ac-654eb5820198 req-bb5951dc-3098-4f68-81a7-beb9632c5db3 service neutron] 10.222.0.26 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083472 Aug 24 17:03:04.429971 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd1c5c-80e2-478f-8548-22d807d5f2e9 req-50cd8f39-bc06-450c-8eb0-078a9e225b74 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:04.431704 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-afdd1c5c-80e2-478f-8548-22d807d5f2e9 req-50cd8f39-bc06-450c-8eb0-078a9e225b74 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0570381 Aug 24 17:03:04.447884 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367898f4-82d5-4c4d-8fc0-237058eacee5 req-68228b14-f023-4078-a52d-a31920c9f6f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:04.449430 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-367898f4-82d5-4c4d-8fc0-237058eacee5 req-68228b14-f023-4078-a52d-a31920c9f6f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.1019084 Aug 24 17:03:04.474482 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-afdd1c5c-80e2-478f-8548-22d807d5f2e9 req-c5e1d70d-77bd-4d54-98b3-3cf4710c0eb7 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352414 Aug 24 17:03:04.492278 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-eae99c92-ed5c-4385-99ac-654eb5820198 req-7f8f2b63-373a-4a0c-aac1-e7962ed18d5d service neutron] 10.222.0.26 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332660 Aug 24 17:03:04.509848 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-367898f4-82d5-4c4d-8fc0-237058eacee5 req-87f60aa8-64d7-40de-a4dd-a534f6f7be5b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473859 Aug 24 17:03:05.013940 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3ce04f58-7026-42ef-836f-1c27e7515677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:05.596276 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ea58f-3b17-4496-b109-1aaa0e14afa4 req-36c77a56-57b5-4d31-bcd4-c832ca3febd2 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:05.597825 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ed5ea58f-3b17-4496-b109-1aaa0e14afa4 req-36c77a56-57b5-4d31-bcd4-c832ca3febd2 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0492704 Aug 24 17:03:05.635478 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0c07f-9b5b-4fc6-9701-2d3f8dd98868 req-4651e62f-8644-4d98-8514-2fc62e96eb39 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:05.637030 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cfb0c07f-9b5b-4fc6-9701-2d3f8dd98868 req-4651e62f-8644-4d98-8514-2fc62e96eb39 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0520232 Aug 24 17:03:05.638179 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ed5ea58f-3b17-4496-b109-1aaa0e14afa4 req-9f9c00bf-5a69-43f4-bd0b-b9b636c3b20b tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334013 Aug 24 17:03:05.677213 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cfb0c07f-9b5b-4fc6-9701-2d3f8dd98868 req-5d4f4620-ae5d-4db4-a90e-e196919a86d0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337267 Aug 24 17:03:06.745520 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 4c5f4e82-22a7-4938-a750-830cd53b3cdb up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:03:06.759479 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89faba-0c5f-4ce4-8b49-0c7bb587c8ba req-be355a67-f9c8-4e07-a4bd-7057c58c82e0 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:06.761246 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7e89faba-0c5f-4ce4-8b49-0c7bb587c8ba req-be355a67-f9c8-4e07-a4bd-7057c58c82e0 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0533497 Aug 24 17:03:06.798846 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 4c5f4e82-22a7-4938-a750-830cd53b3cdb triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:03:06.799225 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:06.807079 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7e89faba-0c5f-4ce4-8b49-0c7bb587c8ba req-1d68e517-2f5f-4876-b405-e03703e8569d tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370843 Aug 24 17:03:06.812192 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8fe22-c757-405a-947f-8264b7ec5046 req-ed1cb08d-82ae-41ae-bc28-02587e39f5fa tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:06.814889 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e8e8fe22-c757-405a-947f-8264b7ec5046 req-ed1cb08d-82ae-41ae-bc28-02587e39f5fa tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0591614 Aug 24 17:03:06.863163 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e8e8fe22-c757-405a-947f-8264b7ec5046 req-0d6370ad-e01c-46f6-952c-36c2d8457dc7 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346377 Aug 24 17:03:06.884866 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:06.908171 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5f4e82-22a7-4938-a750-830cd53b3cdb'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:03:06.910494 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14734dc7-9730-4564-a140-c66f53b7516b" -d '{"events": [{"server_uuid": "8d099694-0367-4d2e-ba72-c5b0a18f90c2", "name": "network-vif-plugged", "status": "completed", "tag": "4c5f4e82-22a7-4938-a750-830cd53b3cdb"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:03:06.922730 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 4c5f4e82-22a7-4938-a750-830cd53b3cdb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:03:06.928815 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:06.952121 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9063c541-be51-4c15-83d5-fcb94bf3ecad x-openstack-request-id: req-9063c541-be51-4c15-83d5-fcb94bf3ecad {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:03:06.952404 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d099694-0367-4d2e-ba72-c5b0a18f90c2", "name": "network-vif-plugged", "status": "completed", "tag": "4c5f4e82-22a7-4938-a750-830cd53b3cdb", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:03:06.952654 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9063c541-be51-4c15-83d5-fcb94bf3ecad {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:03:06.953029 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'code': 200} Aug 24 17:03:06.980349 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=4c5f4e82-22a7-4938-a750-830cd53b3cdb,revision_number=8']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:06.987533 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:06.987874 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:06.988207 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:06.988535 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:06.988859 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:06.989186 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:06.989503 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:06.989814 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:06.990161 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:06.990526 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:06.990835 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:06.991148 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:07.902552 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9671806a-821b-497c-a676-21d2ac013f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:07.932419 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdf126-af8e-4e53-8f7b-1e53282a7777 req-0675251e-2893-4fec-8a80-fc24b1813d86 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:07.933897 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c3fdf126-af8e-4e53-8f7b-1e53282a7777 req-0675251e-2893-4fec-8a80-fc24b1813d86 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0569782 Aug 24 17:03:07.972466 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c3fdf126-af8e-4e53-8f7b-1e53282a7777 req-c23a6d58-b435-4771-9988-be6c3fe209a5 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf3958c6-bc26-4133-b3fb-8380fbeb1775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324559 Aug 24 17:03:08.002896 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37e751-709b-4d2f-8557-552ef8b9c218 req-6bcb10e0-1ede-4ac9-b756-347bcd0a1a25 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:08.004748 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8b37e751-709b-4d2f-8557-552ef8b9c218 req-6bcb10e0-1ede-4ac9-b756-347bcd0a1a25 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0620110 Aug 24 17:03:08.035708 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:08.061294 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8b37e751-709b-4d2f-8557-552ef8b9c218 req-8b4a5ce4-3a98-480d-9745-2b05653dd212 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494001 Aug 24 17:03:08.433673 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-554adb9e-4d41-4b2b-a11b-69d98575b1b1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:08.435177 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-554adb9e-4d41-4b2b-a11b-69d98575b1b1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.26 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 945 time: 0.0518098 Aug 24 17:03:08.533689 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Deleting port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:03:08.533689 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:08.643130 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] For port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:03:08.643466 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:08.818578 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:08.818988 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:08.819158 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.l3_db [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Floating IP c1bcc6ab-31c1-4ba7-acdc-bf0845c1440b disassociated. External IP: 172.27.0.65, port: 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440. Aug 24 17:03:08.819490 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Calling delete_port for 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:03:08.968396 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:08.997196 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event deleted for resources: {'Port': ['ID=3ec6cf2a-318f-4c6b-958d-8e8bf5c75440,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:09.009177 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:09.009525 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:09.009900 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:09.010240 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:09.011105 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:09.011105 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:09.011290 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:09.011588 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:09.011911 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:09.012230 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:09.012548 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:09.012919 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:09.113849 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1829419a-f5ec-4332-b7df-cf0e23c1e5a0 req-330f57cc-6703-45a0-ac70-5cbe59bec973 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b075f9-bced-4c8f-8fb9-48bc2af7bb38 HTTP/1.1" status: 200 len: 210 time: 0.0569220 Aug 24 17:03:09.151616 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:03:09.207694 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639775db-bb1d-483e-b3cf-b3d3c5697838 req-b2c27c64-bf0d-49bb-ae7a-7c9acf5d9ebf tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:09.209182 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-639775db-bb1d-483e-b3cf-b3d3c5697838 req-b2c27c64-bf0d-49bb-ae7a-7c9acf5d9ebf tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0570402 Aug 24 17:03:09.258732 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-639775db-bb1d-483e-b3cf-b3d3c5697838 req-fdcf12a3-680c-4b4e-80b7-b2aaca849e40 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433936 Aug 24 17:03:09.275942 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:03:09.288318 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57854b96-0757-4099-ad86-263da1248028 None None] Sync routers for ids ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:03:09.302925 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57854b96-0757-4099-ad86-263da1248028 None None] Routers {'1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:03:09.303556 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-57854b96-0757-4099-ad86-263da1248028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:03:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:03:09.328730 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] No DVR routers for this DVR port 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:03:09.331533 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:09.333775 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3b5ebe90-aa91-4871-b33e-3841b8bec31a req-a7dada62-e35f-41ee-97bb-6fc9c3418253 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.26 "DELETE /v2.0/ports/3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 HTTP/1.1" status: 204 len: 173 time: 0.8913553 Aug 24 17:03:09.334325 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b075f9-bced-4c8f-8fb9-48bc2af7bb38', 'name': 'network-vif-deleted', 'tag': '3ec6cf2a-318f-4c6b-958d-8e8bf5c75440'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:03:09.336679 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f08eda3-cb04-4e85-bc4c-5c4cb4d75539" -d '{"events": [{"server_uuid": "04b075f9-bced-4c8f-8fb9-48bc2af7bb38", "name": "network-vif-deleted", "tag": "3ec6cf2a-318f-4c6b-958d-8e8bf5c75440"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:03:09.399053 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:09.443077 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-57854b96-0757-4099-ad86-263da1248028 None None] Set router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:03:09.447536 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30df482d-0e40-419c-8e93-18a494b29d7d x-openstack-request-id: req-30df482d-0e40-419c-8e93-18a494b29d7d {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:03:09.447864 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b075f9-bced-4c8f-8fb9-48bc2af7bb38", "name": "network-vif-deleted", "tag": "3ec6cf2a-318f-4c6b-958d-8e8bf5c75440", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:03:09.448107 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30df482d-0e40-419c-8e93-18a494b29d7d {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:03:09.448563 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b075f9-bced-4c8f-8fb9-48bc2af7bb38', 'name': 'network-vif-deleted', 'tag': '3ec6cf2a-318f-4c6b-958d-8e8bf5c75440', 'status': 'completed', 'code': 200} Aug 24 17:03:09.661021 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-57854b96-0757-4099-ad86-263da1248028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:20Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:03:09.690367 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57854b96-0757-4099-ad86-263da1248028 None None] Checking router: 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:03:09.699606 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57854b96-0757-4099-ad86-263da1248028 None None] Routers {'1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:03:09.700219 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-57854b96-0757-4099-ad86-263da1248028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:03:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:03:09.814595 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-57854b96-0757-4099-ad86-263da1248028 None None] Set router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:03:10.039056 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-57854b96-0757-4099-ad86-263da1248028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:20Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:03:10.067254 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57854b96-0757-4099-ad86-263da1248028 None None] The sync data for ids ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'] in dv-cinder-799668-9-iscsi is: [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:20Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:03:10.212656 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 34044) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:03:10.284828 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-753e64e6-1dc9-4092-ade7-f168f25db9a4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:10.313610 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-753e64e6-1dc9-4092-ade7-f168f25db9a4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:10.318261 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc05fe-1c8e-4750-9f8f-4367d171c347 None None] New status for floating IP c1bcc6ab-31c1-4ba7-acdc-bf0845c1440b: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:03:10.371976 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-753e64e6-1dc9-4092-ade7-f168f25db9a4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:10.374687 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-753e64e6-1dc9-4092-ade7-f168f25db9a4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:10.378588 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-753e64e6-1dc9-4092-ade7-f168f25db9a4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "DELETE /v2.0/security-groups/cf3958c6-bc26-4133-b3fb-8380fbeb1775 HTTP/1.1" status: 204 len: 168 time: 0.1621575 Aug 24 17:03:10.379897 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34048) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:03:10.386280 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e64e6-1dc9-4092-ade7-f168f25db9a4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3958c6-bc26-4133-b3fb-8380fbeb1775,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:10.395652 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.api.v2.resource [None req-24d306ae-de45-4aef-bd97-eb2c97307634 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] show failed (client error): The resource could not be found. Aug 24 17:03:10.400177 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-24d306ae-de45-4aef-bd97-eb2c97307634 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups/cf3958c6-bc26-4133-b3fb-8380fbeb1775 HTTP/1.1" status: 404 len: 347 time: 0.0154743 Aug 24 17:03:10.401172 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34050) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:03:10.462554 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70e386-935b-4cf9-a08e-dc3394fa31fb req-655ef356-7ca1-4284-bf7d-181f1fcd22a8 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:10.464128 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5c70e386-935b-4cf9-a08e-dc3394fa31fb req-655ef356-7ca1-4284-bf7d-181f1fcd22a8 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.1154230 Aug 24 17:03:10.563785 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5c70e386-935b-4cf9-a08e-dc3394fa31fb req-4c13a0bf-0c29-440d-a896-b248b4c3bc86 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652514 Aug 24 17:03:10.588013 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:10.589260 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-a2f8e9f5-6501-4e93-b087-29492a8c31cf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Deleting port 64e5926d-6056-4de5-86e4-ab0fa5502641 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:03:10.589605 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a2f8e9f5-6501-4e93-b087-29492a8c31cf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:10.666653 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a2f8e9f5-6501-4e93-b087-29492a8c31cf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:10.666976 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a2f8e9f5-6501-4e93-b087-29492a8c31cf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:10.679594 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-a2f8e9f5-6501-4e93-b087-29492a8c31cf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Calling delete_port for 64e5926d-6056-4de5-86e4-ab0fa5502641 owned by network:floatingip {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:03:10.827638 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a2f8e9f5-6501-4e93-b087-29492a8c31cf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:10.854240 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8e9f5-6501-4e93-b087-29492a8c31cf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event deleted for resources: {'Port': ['ID=64e5926d-6056-4de5-86e4-ab0fa5502641,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:10.919179 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a2f8e9f5-6501-4e93-b087-29492a8c31cf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for floatingip, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:10.922301 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a2f8e9f5-6501-4e93-b087-29492a8c31cf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:10.923514 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a2f8e9f5-6501-4e93-b087-29492a8c31cf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "DELETE /v2.0/floatingips/c1bcc6ab-31c1-4ba7-acdc-bf0845c1440b HTTP/1.1" status: 204 len: 168 time: 0.5211976 Aug 24 17:03:11.264993 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34060) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:03:11.269779 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1303348518', 'description': 'tempest-description--1663174327'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:03:11.293925 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:11.378893 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:11.384754 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:11.387915 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:03:11.412477 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:11.413715 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1476846 Aug 24 17:03:11.417042 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 34062) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:03:11.418383 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c5e675-4ba1-473e-a2b7-2a9926287ed4,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:11.421886 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-830eb1e2-5920-4a52-bccb-53b20fb697ff tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Request body: {'security_group_rule': {'security_group_id': 'b0c5e675-4ba1-473e-a2b7-2a9926287ed4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:03:11.426459 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:11.426811 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:11.427337 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:11.427482 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:11.427780 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:11.428102 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:11.428455 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:11.428776 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:11.429103 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:11.429395 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:11.429734 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:11.430025 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a521f07-fc27-433b-8cf3-ce08291d1e13 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:03:11.452283 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-830eb1e2-5920-4a52-bccb-53b20fb697ff tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:11.504087 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-830eb1e2-5920-4a52-bccb-53b20fb697ff tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:11.513074 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-830eb1e2-5920-4a52-bccb-53b20fb697ff tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:11.531931 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830eb1e2-5920-4a52-bccb-53b20fb697ff tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbd9e90-edac-4e9d-8cfc-34ee02a9a8d8,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:11.539833 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-830eb1e2-5920-4a52-bccb-53b20fb697ff tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:11.541061 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-830eb1e2-5920-4a52-bccb-53b20fb697ff tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228981 Aug 24 17:03:11.543874 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34064) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:03:11.548600 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-6bc67a88-8ca0-4e85-bed0-4889d45992c5 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Request body: {'security_group_rule': {'security_group_id': 'b0c5e675-4ba1-473e-a2b7-2a9926287ed4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:03:11.579917 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6bc67a88-8ca0-4e85-bed0-4889d45992c5 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:11.645099 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6bc67a88-8ca0-4e85-bed0-4889d45992c5 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:11.657784 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6bc67a88-8ca0-4e85-bed0-4889d45992c5 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:11.693097 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc67a88-8ca0-4e85-bed0-4889d45992c5 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4405b175-e0a1-45b5-929a-ea9cd7294b30,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:11.697827 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6bc67a88-8ca0-4e85-bed0-4889d45992c5 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:11.699020 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6bc67a88-8ca0-4e85-bed0-4889d45992c5 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541228 Aug 24 17:03:11.702543 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 34068) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:03:11.707973 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Request body: {'floatingip': {'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:03:11.716670 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728456f-e92d-4398-95b0-b6b400676d50 req-b8925fe5-c838-45f8-a383-ffe7098b3306 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:11.718282 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6728456f-e92d-4398-95b0-b6b400676d50 req-b8925fe5-c838-45f8-a383-ffe7098b3306 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0716906 Aug 24 17:03:11.734212 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for floatingip, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:11.760371 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6728456f-e92d-4398-95b0-b6b400676d50 req-46a5df5d-ea5f-42ac-a109-b731ae2feed6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355349 Aug 24 17:03:11.843910 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:11.953605 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Allocated IP 172.27.0.86 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/b7319ab1-71c7-407d-8eab-0f38242633f5) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:03:12.060248 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:12.100598 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:12.140979 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:03:12.144142 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:03:12.146654 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:03:12.152867 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event updated for resources: {'Port': ['ID=b7319ab1-71c7-407d-8eab-0f38242633f5,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:12.242422 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:12.280695 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:12.446238 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:12.453135 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:12.522860 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event updated for resources: {'Port': ['ID=b7319ab1-71c7-407d-8eab-0f38242633f5,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:12.536975 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:12.554749 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:12.556360 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-84e99236-ed8f-4fbd-b6e6-a3d66e0143d4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8524401 Aug 24 17:03:12.754551 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-4b5f7d40-e96c-4948-a944-b0c49f761e7d tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1303348518&fields=id&tenant_id=2186679ca3474499a5785bb5999a0929 HTTP/1.1" status: 200 len: 267 time: 0.0361314 Aug 24 17:03:12.869595 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-dd55c545-f831-4165-b78b-7b4f5e8b4dec tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:12.871132 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-dd55c545-f831-4165-b78b-7b4f5e8b4dec tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/networks?id=f00dec52-c8ac-438f-a240-6365db81c0dc HTTP/1.1" status: 200 len: 810 time: 0.1069849 Aug 24 17:03:12.887806 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-116c2f6a-f8aa-418f-8bbc-f50ee7eb80b0 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/quotas/2186679ca3474499a5785bb5999a0929 HTTP/1.1" status: 200 len: 375 time: 0.0103645 Aug 24 17:03:12.900678 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2365383-c041-4b5a-a40d-cc491139206e req-17244da2-8997-4472-bdc8-c5043da03973 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:12.902369 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e2365383-c041-4b5a-a40d-cc491139206e req-17244da2-8997-4472-bdc8-c5043da03973 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0674636 Aug 24 17:03:12.943001 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e2365383-c041-4b5a-a40d-cc491139206e req-8a248674-dde8-4687-aef9-2bac99914e35 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342157 Aug 24 17:03:12.947735 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-c70c6e4a-84b1-4434-9804-a99d124b44f0 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2186679ca3474499a5785bb5999a0929&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539174 Aug 24 17:03:13.109668 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-3b6d1e12-2a31-43e1-9ccc-41ec16d4c1ff service neutron] 10.222.0.13 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431918 Aug 24 17:03:13.202031 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-df8baf25-0316-4b70-bf9a-365c3f64ba0a service neutron] 10.222.0.13 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860522 Aug 24 17:03:13.373048 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e8209c8b-33aa-49a3-a00b-46b8f06c6222 req-79da5b68-7662-45d9-952d-fd8b89ed055b tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 210 time: 0.0336008 Aug 24 17:03:13.765459 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:03:13.786470 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:03:13.787060 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 3ec6cf2a-318f-4c6b-958d-8e8bf5c75440 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:03:13.796268 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d7e04-ae75-4c9d-be06-c4ddbc5f56ca req-71afa373-c5ba-40d8-ab7a-906f3616b7a9 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:13.797838 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-729d7e04-ae75-4c9d-be06-c4ddbc5f56ca req-71afa373-c5ba-40d8-ab7a-906f3616b7a9 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 945 time: 0.0535133 Aug 24 17:03:13.838939 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-729d7e04-ae75-4c9d-be06-c4ddbc5f56ca req-2689e47d-8348-4eda-93c4-90d12d4d0099 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339470 Aug 24 17:03:14.095385 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c577415-adcc-45da-8097-3911d34f1ee4 req-fb68ed87-a0fc-4c5a-8985-0c0e459208a1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:14.096894 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1c577415-adcc-45da-8097-3911d34f1ee4 req-fb68ed87-a0fc-4c5a-8985-0c0e459208a1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0572484 Aug 24 17:03:14.135847 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1c577415-adcc-45da-8097-3911d34f1ee4 req-e1f575aa-7c40-46e8-a130-58eb5edcef91 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327973 Aug 24 17:03:14.486303 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-225a8f75-8156-41b9-b4e4-fe539dba0e47 req-a9143bc0-5e21-4fd8-a628-65f6f87f66d7 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 210 time: 0.0356946 Aug 24 17:03:14.709388 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-3225dce8-5f03-4cf4-93be-eaa0dac2e677 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:14.710799 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-3225dce8-5f03-4cf4-93be-eaa0dac2e677 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.26 "GET /v2.0/networks?id=f00dec52-c8ac-438f-a240-6365db81c0dc HTTP/1.1" status: 200 len: 810 time: 0.1103718 Aug 24 17:03:14.771899 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-2c3ccd43-ee78-4309-8c8c-6afea3cce277 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2186679ca3474499a5785bb5999a0929 HTTP/1.1" status: 200 len: 380 time: 0.0366611 Aug 24 17:03:14.788431 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-24780cf1-889e-45a1-85a1-f30f309941b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Request body: {'port': {'device_id': 'e7e46b0b-c53e-4117-909c-a077e3820366', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'admin_state_up': True, 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'security_groups': ['b0c5e675-4ba1-473e-a2b7-2a9926287ed4']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:03:14.903760 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-24780cf1-889e-45a1-85a1-f30f309941b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Made reservation on behalf of 2186679ca3474499a5785bb5999a0929 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:03:14.907529 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-24780cf1-889e-45a1-85a1-f30f309941b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:14.962230 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6008b45-35f9-46e4-a1b3-bfe8b07a9293 req-7efca284-47ce-4b9b-a877-a229315069de tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:14.963775 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f6008b45-35f9-46e4-a1b3-bfe8b07a9293 req-7efca284-47ce-4b9b-a877-a229315069de tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 945 time: 0.0512435 Aug 24 17:03:15.009935 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f6008b45-35f9-46e4-a1b3-bfe8b07a9293 req-a25ab7de-6cbc-4430-87e8-edb8e33c9311 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398278 Aug 24 17:03:15.047193 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-24780cf1-889e-45a1-85a1-f30f309941b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Allocated IP 172.20.0.8 (f00dec52-c8ac-438f-a240-6365db81c0dc/d11b48a3-078f-49c7-999e-7b305807dca6/81e09eba-134a-4656-af78-d79880897cd6) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:03:15.173749 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-24780cf1-889e-45a1-85a1-f30f309941b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:15.196114 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-24780cf1-889e-45a1-85a1-f30f309941b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Transition to ACTIVE for port object 81e09eba-134a-4656-af78-d79880897cd6 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:03:15.255990 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-24780cf1-889e-45a1-85a1-f30f309941b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:15.306729 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d25163-3c42-4da9-b217-38725a13eed3 req-badff83d-bfa9-4ecb-b15f-0c3d23b50c07 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:15.308228 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-34d25163-3c42-4da9-b217-38725a13eed3 req-badff83d-bfa9-4ecb-b15f-0c3d23b50c07 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0920281 Aug 24 17:03:15.321264 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-24780cf1-889e-45a1-85a1-f30f309941b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Network f00dec52-c8ac-438f-a240-6365db81c0dc is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:03:15.332177 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-24780cf1-889e-45a1-85a1-f30f309941b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:03:15.344584 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-24780cf1-889e-45a1-85a1-f30f309941b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:03:15.371995 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24780cf1-889e-45a1-85a1-f30f309941b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event updated for resources: {'Port': ['ID=81e09eba-134a-4656-af78-d79880897cd6,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:15.395892 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-34d25163-3c42-4da9-b217-38725a13eed3 req-291c6532-d437-4f25-a367-1e4ec8690738 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770180 Aug 24 17:03:15.412084 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-24780cf1-889e-45a1-85a1-f30f309941b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:15.412586 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-24780cf1-889e-45a1-85a1-f30f309941b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:15.431989 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-24780cf1-889e-45a1-85a1-f30f309941b9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6473992 Aug 24 17:03:15.457049 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Request body: {'port': {'device_id': 'e7e46b0b-c53e-4117-909c-a077e3820366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:03:15.515824 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:15.573553 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-3ff56e14-360e-4e32-946e-eb2aac8f7c1e None None] Provisioning for port 81e09eba-134a-4656-af78-d79880897cd6 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:03:15.578257 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-3ff56e14-360e-4e32-946e-eb2aac8f7c1e None None] Provisioning complete for port 81e09eba-134a-4656-af78-d79880897cd6 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:03:15.578702 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3ff56e14-360e-4e32-946e-eb2aac8f7c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:15.609797 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fa920-7a9b-4500-992d-07e62e2da664 req-c599ae54-0c59-4024-9ed5-6e9930465744 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:15.611725 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d93fa920-7a9b-4500-992d-07e62e2da664 req-c599ae54-0c59-4024-9ed5-6e9930465744 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 931 time: 0.0560977 Aug 24 17:03:15.619611 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-3ff56e14-360e-4e32-946e-eb2aac8f7c1e None None] Port 81e09eba-134a-4656-af78-d79880897cd6 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:03:15.654947 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d93fa920-7a9b-4500-992d-07e62e2da664 req-85a86c52-4849-4ea6-98e5-b4d6fc9da627 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374167 Aug 24 17:03:15.786968 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e09eba-134a-4656-af78-d79880897cd6 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:03:15.794491 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:15.807162 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Transition to ACTIVE for port object 81e09eba-134a-4656-af78-d79880897cd6 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:03:15.814197 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:15.867201 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Pushing event updated for resources: {'Port': ['ID=81e09eba-134a-4656-af78-d79880897cd6,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:15.935629 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Attempting to bind port 81e09eba-134a-4656-af78-d79880897cd6 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:03:15.936350 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Attempting to bind port 81e09eba-134a-4656-af78-d79880897cd6 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:03:15.936350 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Attempting to bind port 81e09eba-134a-4656-af78-d79880897cd6 on network f00dec52-c8ac-438f-a240-6365db81c0dc {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:03:15.940960 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Port 81e09eba-134a-4656-af78-d79880897cd6 on network f00dec52-c8ac-438f-a240-6365db81c0dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:03:15.941263 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Attempting to bind port 81e09eba-134a-4656-af78-d79880897cd6 on network f00dec52-c8ac-438f-a240-6365db81c0dc {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:03:15.946402 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:03:15.946737 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Checking segment: {'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:03:15.947110 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Bound using segment: {'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:03:15.947532 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Bound port: 81e09eba-134a-4656-af78-d79880897cd6, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304743ba-739e-49bb-ba4c-758c8ee70ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:03:15.947889 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:16.015851 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] For port 81e09eba-134a-4656-af78-d79880897cd6, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:03:16.018900 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] For port 81e09eba-134a-4656-af78-d79880897cd6, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=81e09eba-134a-4656-af78-d79880897cd6,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:03:16.025337 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:16.058893 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:16.059439 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:16.060873 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] 10.222.0.26 "PUT /v2.0/ports/81e09eba-134a-4656-af78-d79880897cd6 HTTP/1.1" status: 200 len: 1093 time: 0.6089842 Aug 24 17:03:16.061302 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e46b0b-c53e-4117-909c-a077e3820366', 'tag': '81e09eba-134a-4656-af78-d79880897cd6'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:03:16.063603 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239919db-50b1-4204-a731-1e0e6a178889" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e46b0b-c53e-4117-909c-a077e3820366", "tag": "81e09eba-134a-4656-af78-d79880897cd6"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:03:16.100664 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d5327-c31f-430e-a39a-70233fe4766f service neutron] Pushing event updated for resources: {'Port': ['ID=81e09eba-134a-4656-af78-d79880897cd6,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:16.117503 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b54391a-44c9-4d84-ab04-535feae06660 x-openstack-request-id: req-8b54391a-44c9-4d84-ab04-535feae06660 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:03:16.117789 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e46b0b-c53e-4117-909c-a077e3820366", "tag": "81e09eba-134a-4656-af78-d79880897cd6", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:03:16.118036 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b54391a-44c9-4d84-ab04-535feae06660 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:03:16.118466 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e46b0b-c53e-4117-909c-a077e3820366', 'tag': '81e09eba-134a-4656-af78-d79880897cd6', 'status': 'completed', 'code': 200} Aug 24 17:03:16.141701 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab12ac3-f09d-4ec0-a93c-f85a3d198e92 req-872e70c2-ab53-477b-ac35-f929cd7e452e tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:16.143151 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2ab12ac3-f09d-4ec0-a93c-f85a3d198e92 req-872e70c2-ab53-477b-ac35-f929cd7e452e tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 945 time: 0.0651951 Aug 24 17:03:16.232084 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2ab12ac3-f09d-4ec0-a93c-f85a3d198e92 req-51374bc1-c3e7-433d-bca5-4a6dcf5c73d2 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784202 Aug 24 17:03:16.248034 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b4a89-bd08-4d2a-a3a0-04293622d192 req-fd7d7580-3d7a-488a-a32a-2e51ece9a661 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:16.249870 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-db4b4a89-bd08-4d2a-a3a0-04293622d192 req-fd7d7580-3d7a-488a-a32a-2e51ece9a661 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.26 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 945 time: 0.1057696 Aug 24 17:03:16.255652 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-06ed8b3f-6705-4edd-a3d7-6e252f6a7aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:16.257273 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-06ed8b3f-6705-4edd-a3d7-6e252f6a7aca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2186679ca3474499a5785bb5999a0929&device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 1096 time: 0.1047935 Aug 24 17:03:16.525869 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309d3d3-1e2b-44ef-81d2-d1b11fc9b894 req-311f28af-c3bb-4ff7-9a6b-d3057847d505 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:16.527383 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8309d3d3-1e2b-44ef-81d2-d1b11fc9b894 req-311f28af-c3bb-4ff7-9a6b-d3057847d505 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0539975 Aug 24 17:03:16.566929 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8309d3d3-1e2b-44ef-81d2-d1b11fc9b894 req-6ecfa499-cc54-46a1-af8f-1de2e909aa37 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332921 Aug 24 17:03:16.587611 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-a9edede4-d5dd-458d-ae75-6fa4d403e644 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e09eba-134a-4656-af78-d79880897cd6 HTTP/1.1" status: 200 len: 217 time: 0.3010485 Aug 24 17:03:16.663502 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-885994b7-5963-46ff-8df5-733ba7d5b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:16.664866 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-885994b7-5963-46ff-8df5-733ba7d5b9ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d11b48a3-078f-49c7-999e-7b305807dca6 HTTP/1.1" status: 200 len: 849 time: 0.0688748 Aug 24 17:03:16.709339 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-db4b4a89-bd08-4d2a-a3a0-04293622d192 req-6f4d164d-bbe8-4dd3-81ef-e8c63923be76 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Deleting port 479d5122-ec0d-4288-a6ed-de156d51d068 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:03:16.709669 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-db4b4a89-bd08-4d2a-a3a0-04293622d192 req-6f4d164d-bbe8-4dd3-81ef-e8c63923be76 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:16.789235 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-e2a7f314-4712-46b5-b221-6adfae49ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:16.790782 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-e2a7f314-4712-46b5-b221-6adfae49ea36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f00dec52-c8ac-438f-a240-6365db81c0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1174076 Aug 24 17:03:16.881502 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3eeb3-4edc-4493-b743-d0cdc2c23855 req-2d652f4c-4507-4c20-9b75-3f3b2af2c8c6 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:16.882994 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-70b3eeb3-4edc-4493-b743-d0cdc2c23855 req-2d652f4c-4507-4c20-9b75-3f3b2af2c8c6 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 943 time: 0.1556294 Aug 24 17:03:16.892372 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-db4b4a89-bd08-4d2a-a3a0-04293622d192 req-6f4d164d-bbe8-4dd3-81ef-e8c63923be76 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] For port 479d5122-ec0d-4288-a6ed-de156d51d068, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=479d5122-ec0d-4288-a6ed-de156d51d068,segment=NetworkSegment(9cf1d78a-1f70-4673-b7e1-972da6169610),segment_id=9cf1d78a-1f70-4673-b7e1-972da6169610)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:03:16.892740 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-db4b4a89-bd08-4d2a-a3a0-04293622d192 req-6f4d164d-bbe8-4dd3-81ef-e8c63923be76 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:16.932211 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-db4b4a89-bd08-4d2a-a3a0-04293622d192 req-6f4d164d-bbe8-4dd3-81ef-e8c63923be76 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Calling delete_port for 479d5122-ec0d-4288-a6ed-de156d51d068 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:03:17.010039 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-70b3eeb3-4edc-4493-b743-d0cdc2c23855 req-91bcde38-cc4c-4456-81b1-d5dc9c790df2 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146202 Aug 24 17:03:17.013443 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-a84889c6-8320-4d30-a420-3853c6665041 service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121463 Aug 24 17:03:17.153548 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ff5b2f99-aff4-480d-9b67-bd0f3deed40c req-95dbe6c7-f467-4fcc-b8b2-60df6f4b04cc service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293914 Aug 24 17:03:17.169388 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-db4b4a89-bd08-4d2a-a3a0-04293622d192 req-6f4d164d-bbe8-4dd3-81ef-e8c63923be76 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:17.198644 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d164d-bbe8-4dd3-81ef-e8c63923be76 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Pushing event deleted for resources: {'Port': ['ID=479d5122-ec0d-4288-a6ed-de156d51d068,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:17.203658 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['479d5122-ec0d-4288-a6ed-de156d51d068'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:03:17.253184 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4b4a89-bd08-4d2a-a3a0-04293622d192 req-6f4d164d-bbe8-4dd3-81ef-e8c63923be76 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] No DVR routers for this DVR port 479d5122-ec0d-4288-a6ed-de156d51d068 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:03:17.256004 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-db4b4a89-bd08-4d2a-a3a0-04293622d192 req-6f4d164d-bbe8-4dd3-81ef-e8c63923be76 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:17.258099 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-db4b4a89-bd08-4d2a-a3a0-04293622d192 req-6f4d164d-bbe8-4dd3-81ef-e8c63923be76 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.26 "DELETE /v2.0/ports/479d5122-ec0d-4288-a6ed-de156d51d068 HTTP/1.1" status: 204 len: 173 time: 0.9985759 Aug 24 17:03:17.320308 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239919db-50b1-4204-a731-1e0e6a178889 req-71694eeb-dd4c-466e-9169-b02e75e749eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:17.322619 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-239919db-50b1-4204-a731-1e0e6a178889 req-71694eeb-dd4c-466e-9169-b02e75e749eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2186679ca3474499a5785bb5999a0929&device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 1096 time: 0.0561514 Aug 24 17:03:17.342953 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-427455a1-a430-443f-8800-253ed72be1ee req-86bfde53-9822-450c-ba03-f169415be865 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=be35a06a-22d4-47c5-9988-64e6033d5256 HTTP/1.1" status: 200 len: 210 time: 0.0304909 Aug 24 17:03:17.429859 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239919db-50b1-4204-a731-1e0e6a178889 req-df1d125c-e360-41d5-bb42-a0f7b7d56b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:17.431394 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-239919db-50b1-4204-a731-1e0e6a178889 req-df1d125c-e360-41d5-bb42-a0f7b7d56b2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f00dec52-c8ac-438f-a240-6365db81c0dc HTTP/1.1" status: 200 len: 911 time: 0.0981529 Aug 24 17:03:17.480857 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-239919db-50b1-4204-a731-1e0e6a178889 req-11c7fefe-2e0e-4f23-aeae-176fe9a6c99d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e09eba-134a-4656-af78-d79880897cd6 HTTP/1.1" status: 200 len: 217 time: 0.0348892 Aug 24 17:03:17.534986 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239919db-50b1-4204-a731-1e0e6a178889 req-395516d5-8879-4a00-b3b5-8d5185e1a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:17.536453 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-239919db-50b1-4204-a731-1e0e6a178889 req-395516d5-8879-4a00-b3b5-8d5185e1a273 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d11b48a3-078f-49c7-999e-7b305807dca6 HTTP/1.1" status: 200 len: 849 time: 0.0450628 Aug 24 17:03:17.587711 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239919db-50b1-4204-a731-1e0e6a178889 req-36407431-12ac-4835-b0e8-dbea09cfd7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:17.589172 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-239919db-50b1-4204-a731-1e0e6a178889 req-36407431-12ac-4835-b0e8-dbea09cfd7d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f00dec52-c8ac-438f-a240-6365db81c0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400314 Aug 24 17:03:17.716440 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-239919db-50b1-4204-a731-1e0e6a178889 req-8a63df99-d3cc-459f-8225-ab38f397e908 service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172822 Aug 24 17:03:17.729506 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b549d0-eb67-474d-930e-563e9e10b785 req-faa4efe8-1eb8-40e6-b152-14d7d36c257a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:17.732014 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-80b549d0-eb67-474d-930e-563e9e10b785 req-faa4efe8-1eb8-40e6-b152-14d7d36c257a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0806484 Aug 24 17:03:17.822904 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-80b549d0-eb67-474d-930e-563e9e10b785 req-1bbf38a9-3870-4fd0-863b-18591790a245 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808260 Aug 24 17:03:17.850323 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-239919db-50b1-4204-a731-1e0e6a178889 req-e156690b-871a-48eb-98fd-b6d086572447 service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172290 Aug 24 17:03:18.120682 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be35a06a-22d4-47c5-9988-64e6033d5256', 'name': 'network-vif-deleted', 'tag': '479d5122-ec0d-4288-a6ed-de156d51d068'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:03:18.123364 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4418f02d-beda-4e04-b3f5-53f9bb23adde" -d '{"events": [{"server_uuid": "be35a06a-22d4-47c5-9988-64e6033d5256", "name": "network-vif-deleted", "tag": "479d5122-ec0d-4288-a6ed-de156d51d068"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:03:18.133293 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c03cd7-0e84-4954-a17e-b3fc9fb276f6 req-edb25dbb-0803-4776-9c2b-41619ecdc2b7 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:18.134824 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-56c03cd7-0e84-4954-a17e-b3fc9fb276f6 req-edb25dbb-0803-4776-9c2b-41619ecdc2b7 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 943 time: 0.0567455 Aug 24 17:03:18.162998 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d7b05d-8dd5-4280-ba8e-607985a82f5f x-openstack-request-id: req-a1d7b05d-8dd5-4280-ba8e-607985a82f5f {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:03:18.163290 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be35a06a-22d4-47c5-9988-64e6033d5256", "name": "network-vif-deleted", "tag": "479d5122-ec0d-4288-a6ed-de156d51d068", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:03:18.163537 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1d7b05d-8dd5-4280-ba8e-607985a82f5f {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:03:18.163984 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be35a06a-22d4-47c5-9988-64e6033d5256', 'name': 'network-vif-deleted', 'tag': '479d5122-ec0d-4288-a6ed-de156d51d068', 'status': 'completed', 'code': 200} Aug 24 17:03:18.176921 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-56c03cd7-0e84-4954-a17e-b3fc9fb276f6 req-0c8a0e7b-46d6-4a69-9245-7a72144ab667 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333505 Aug 24 17:03:18.952571 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87518b4f-c2e5-40c2-a110-85b9163dbe5d req-b4a2cf46-4a90-4e4c-9829-1ac4b3c73f59 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:18.954234 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-87518b4f-c2e5-40c2-a110-85b9163dbe5d req-b4a2cf46-4a90-4e4c-9829-1ac4b3c73f59 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0544610 Aug 24 17:03:18.999602 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-87518b4f-c2e5-40c2-a110-85b9163dbe5d req-ffe19b77-570e-49e6-b8e8-01f31238c195 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387776 Aug 24 17:03:19.298321 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427b8ab-676a-41ca-8dbd-2a4392580926 req-75b77b91-781c-42db-9c34-e15ea62d3db0 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:19.299831 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0427b8ab-676a-41ca-8dbd-2a4392580926 req-75b77b91-781c-42db-9c34-e15ea62d3db0 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 943 time: 0.0520713 Aug 24 17:03:19.345600 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0427b8ab-676a-41ca-8dbd-2a4392580926 req-8a968e5f-a2e1-4ea2-b334-1932de737418 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366390 Aug 24 17:03:20.131180 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018b638-13ce-477d-af42-03a65a52b514 req-d83381e1-acea-476b-822d-438ee9d66b24 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:20.132707 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a018b638-13ce-477d-af42-03a65a52b514 req-d83381e1-acea-476b-822d-438ee9d66b24 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0515025 Aug 24 17:03:20.173811 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a018b638-13ce-477d-af42-03a65a52b514 req-44036151-0759-4732-85cf-98d71cff6b36 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346804 Aug 24 17:03:20.480406 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449789b-052c-4ee4-a2d0-9a3e38e9c548 req-e4b4eab5-50af-48c0-b965-89e2bab8481d tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:20.481862 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9449789b-052c-4ee4-a2d0-9a3e38e9c548 req-e4b4eab5-50af-48c0-b965-89e2bab8481d tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 943 time: 0.0658507 Aug 24 17:03:20.521121 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9449789b-052c-4ee4-a2d0-9a3e38e9c548 req-607a47fe-cb3d-4cba-9a1b-d71fd9fda2e9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329003 Aug 24 17:03:21.313618 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fdfba-16da-4813-8610-022df772842a req-d5caacd5-1faf-43f2-83b4-f0c37f1201f4 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:21.315273 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f52fdfba-16da-4813-8610-022df772842a req-d5caacd5-1faf-43f2-83b4-f0c37f1201f4 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0641572 Aug 24 17:03:21.360453 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f52fdfba-16da-4813-8610-022df772842a req-e7d4e3c8-1124-46c6-a744-6f580d749bfd tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384209 Aug 24 17:03:21.649875 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d3e44-f360-4900-8081-75e9325005c4 req-07979ea3-3dd9-4083-98c6-2866168b2cbf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:21.651463 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-515d3e44-f360-4900-8081-75e9325005c4 req-07979ea3-3dd9-4083-98c6-2866168b2cbf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 943 time: 0.0558035 Aug 24 17:03:21.693053 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-515d3e44-f360-4900-8081-75e9325005c4 req-412aa2d1-1357-43a5-8bdd-89185ec71c06 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330729 Aug 24 17:03:21.794646 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 81e09eba-134a-4656-af78-d79880897cd6 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:03:21.805267 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 479d5122-ec0d-4288-a6ed-de156d51d068 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:03:21.830366 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 479d5122-ec0d-4288-a6ed-de156d51d068 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:03:21.830709 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 479d5122-ec0d-4288-a6ed-de156d51d068 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:03:22.032789 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 81e09eba-134a-4656-af78-d79880897cd6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=81e09eba-134a-4656-af78-d79880897cd6,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:03:22.043375 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '81e09eba-134a-4656-af78-d79880897cd6', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'port_id': '81e09eba-134a-4656-af78-d79880897cd6', 'mac_address': 'fa:16:3e:bc:a2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:03:22.081188 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:22.093695 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e09eba-134a-4656-af78-d79880897cd6 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:03:22.112600 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 81e09eba-134a-4656-af78-d79880897cd6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=81e09eba-134a-4656-af78-d79880897cd6,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:03:22.118849 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:22.171426 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=81e09eba-134a-4656-af78-d79880897cd6,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:22.459769 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['81e09eba-134a-4656-af78-d79880897cd6'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:03:22.484360 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bcb54-bea6-491c-b6fd-d3262c3dda83 req-db7f8b33-2f5a-4f8c-be15-c16ad35824b6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:22.485872 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d53bcb54-bea6-491c-b6fd-d3262c3dda83 req-db7f8b33-2f5a-4f8c-be15-c16ad35824b6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0511627 Aug 24 17:03:22.531120 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d53bcb54-bea6-491c-b6fd-d3262c3dda83 req-8ccb81b6-4b33-4358-aedd-ff8128cc70d1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389404 Aug 24 17:03:22.812025 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33883c1-a805-4ae3-a691-30e7854e59b0 req-749bc884-9aa8-42f0-aaa3-81f6361233e5 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:22.813559 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f33883c1-a805-4ae3-a691-30e7854e59b0 req-749bc884-9aa8-42f0-aaa3-81f6361233e5 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 944 time: 0.0508256 Aug 24 17:03:22.851335 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f33883c1-a805-4ae3-a691-30e7854e59b0 req-88bd58aa-cc83-414c-93d8-fa29728df167 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Aug 24 17:03:23.006838 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:23.672867 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18410cf-4511-4726-81b5-fad407e6abb8 req-8c72ae78-167e-4158-a394-728a2362c089 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:23.674429 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f18410cf-4511-4726-81b5-fad407e6abb8 req-8c72ae78-167e-4158-a394-728a2362c089 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0555112 Aug 24 17:03:23.716204 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f18410cf-4511-4726-81b5-fad407e6abb8 req-2d31cafb-db7f-47dc-aeba-8034e3c39ddb tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351353 Aug 24 17:03:23.792565 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 81e09eba-134a-4656-af78-d79880897cd6 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:03:23.857123 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 81e09eba-134a-4656-af78-d79880897cd6 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:03:23.861182 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 81e09eba-134a-4656-af78-d79880897cd6 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:03:23.861559 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:23.957656 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:23.984587 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e46b0b-c53e-4117-909c-a077e3820366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e09eba-134a-4656-af78-d79880897cd6'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:03:23.986893 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099736dd-2320-4902-94a3-ffff68c786ee" -d '{"events": [{"server_uuid": "e7e46b0b-c53e-4117-909c-a077e3820366", "name": "network-vif-plugged", "status": "completed", "tag": "81e09eba-134a-4656-af78-d79880897cd6"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:03:23.990307 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86e14c-8e6f-4599-8fd6-2d117c69d2ef req-41201e56-8b24-42e3-a31e-959b6bd5b4c2 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:23.992247 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4a86e14c-8e6f-4599-8fd6-2d117c69d2ef req-41201e56-8b24-42e3-a31e-959b6bd5b4c2 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 944 time: 0.0666308 Aug 24 17:03:24.006758 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 81e09eba-134a-4656-af78-d79880897cd6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=81e09eba-134a-4656-af78-d79880897cd6,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:03:24.013170 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:24.047025 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4a86e14c-8e6f-4599-8fd6-2d117c69d2ef req-8df539b9-c193-4797-b0ce-85c9f5523efd tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475168 Aug 24 17:03:24.070519 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=81e09eba-134a-4656-af78-d79880897cd6,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:24.120445 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dd7ad3-6804-4e04-b06d-a37ea4defb68 x-openstack-request-id: req-25dd7ad3-6804-4e04-b06d-a37ea4defb68 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:03:24.121023 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e46b0b-c53e-4117-909c-a077e3820366", "name": "network-vif-plugged", "status": "completed", "tag": "81e09eba-134a-4656-af78-d79880897cd6", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:03:24.121308 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25dd7ad3-6804-4e04-b06d-a37ea4defb68 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:03:24.121485 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e46b0b-c53e-4117-909c-a077e3820366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e09eba-134a-4656-af78-d79880897cd6', 'code': 200} Aug 24 17:03:24.330881 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5c159-ada4-46f1-9894-988a290e657c req-fbad3351-343f-4c3b-94ce-328c47d4119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:24.332395 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6ab5c159-ada4-46f1-9894-988a290e657c req-fbad3351-343f-4c3b-94ce-328c47d4119c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 1098 time: 0.0415118 Aug 24 17:03:24.372523 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6ab5c159-ada4-46f1-9894-988a290e657c req-ca8147a0-7f15-44b1-bf6d-a9419c26b587 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278068 Aug 24 17:03:24.844244 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6eab90-441c-4ad1-b655-d88562cd26e1 req-b0c9dac4-6b98-4a5a-9edf-d424b716788f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:24.845799 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6c6eab90-441c-4ad1-b655-d88562cd26e1 req-b0c9dac4-6b98-4a5a-9edf-d424b716788f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0514646 Aug 24 17:03:24.888439 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6c6eab90-441c-4ad1-b655-d88562cd26e1 req-b1226e4b-7f60-493a-b0fe-5680adaeee14 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362413 Aug 24 17:03:25.162240 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943cc1c-fa20-4556-9cee-cdd58cb96570 req-83109c30-5479-4be0-aa87-0cbbb3fbc4f9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:25.163791 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4943cc1c-fa20-4556-9cee-cdd58cb96570 req-83109c30-5479-4be0-aa87-0cbbb3fbc4f9 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 945 time: 0.0503707 Aug 24 17:03:25.205435 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4943cc1c-fa20-4556-9cee-cdd58cb96570 req-c0c4ce49-e591-428f-afb9-07f65c78e4cf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331423 Aug 24 17:03:26.020098 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8687cc-e2f6-46cb-8c98-373d1951d3f9 req-ef62fb98-9931-4ec9-b981-2260589185a1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:26.021701 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa8687cc-e2f6-46cb-8c98-373d1951d3f9 req-ef62fb98-9931-4ec9-b981-2260589185a1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0563803 Aug 24 17:03:26.062209 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa8687cc-e2f6-46cb-8c98-373d1951d3f9 req-d7c4a7e5-f671-4d50-b7d8-8f5a3f468834 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327229 Aug 24 17:03:26.327466 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a7f2e-401d-40dd-a78e-5b023346c520 req-8eb3f10b-b6b8-47db-ac26-6200be3a50b1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:26.328968 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0d3a7f2e-401d-40dd-a78e-5b023346c520 req-8eb3f10b-b6b8-47db-ac26-6200be3a50b1 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 945 time: 0.0492418 Aug 24 17:03:26.372875 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0d3a7f2e-401d-40dd-a78e-5b023346c520 req-87a667b2-a470-41a9-b5f3-1e3fa091735e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369895 Aug 24 17:03:27.198765 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d0b77-c52a-4d73-a71d-210f848671d6 req-0d36d2c6-2306-4eac-a9f5-e9889c4fd199 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:27.200468 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3b6d0b77-c52a-4d73-a71d-210f848671d6 req-0d36d2c6-2306-4eac-a9f5-e9889c4fd199 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0624332 Aug 24 17:03:27.242916 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3b6d0b77-c52a-4d73-a71d-210f848671d6 req-8e815efa-5be0-44d2-890a-9cb76b22151d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348523 Aug 24 17:03:27.474237 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71242772-9ca2-4567-87a5-cefd00268945 req-66ea2c68-f33c-4a98-b021-9d127e8e0a34 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:27.475761 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-71242772-9ca2-4567-87a5-cefd00268945 req-66ea2c68-f33c-4a98-b021-9d127e8e0a34 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/networks?id=46f8ef5d-43fa-4f08-9a81-4202e9a44cea HTTP/1.1" status: 200 len: 814 time: 0.1062033 Aug 24 17:03:27.491721 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-71242772-9ca2-4567-87a5-cefd00268945 req-47bf72aa-99ed-49e8-b32c-40b003d07ddf tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/quotas/0b8e8bf3c0f2496c9a9a4a8a294b7aef HTTP/1.1" status: 200 len: 375 time: 0.0099931 Aug 24 17:03:27.493532 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bb7a7-e292-479c-959a-b8d15dd8799c req-97d07818-3df4-4d68-92fa-268ec86908e6 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:27.495123 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9d2bb7a7-e292-479c-959a-b8d15dd8799c req-97d07818-3df4-4d68-92fa-268ec86908e6 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 945 time: 0.0529633 Aug 24 17:03:27.532227 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-71242772-9ca2-4567-87a5-cefd00268945 req-d6719175-f634-4922-a2b6-050b582fd0c3 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b8e8bf3c0f2496c9a9a4a8a294b7aef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338032 Aug 24 17:03:27.544233 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9d2bb7a7-e292-479c-959a-b8d15dd8799c req-f2e5a891-67e6-4e0c-beea-747a15df4101 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 Aug 24 17:03:27.640716 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-71242772-9ca2-4567-87a5-cefd00268945 req-84fcf897-ed4d-4ee8-b2bd-0af49cda33ee service neutron] 10.222.0.13 "GET /v2.0/networks/46f8ef5d-43fa-4f08-9a81-4202e9a44cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003647 Aug 24 17:03:27.729047 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-71242772-9ca2-4567-87a5-cefd00268945 req-9daa8b05-669d-459d-87d5-33b5f57346af service neutron] 10.222.0.13 "GET /v2.0/networks/46f8ef5d-43fa-4f08-9a81-4202e9a44cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818961 Aug 24 17:03:27.902484 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a565cd25-60c4-4094-a6c8-7eae9fa18105 req-8a902c04-d752-411c-96d5-8bd82297f822 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 210 time: 0.0336056 Aug 24 17:03:28.385237 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67817097-8981-4c2e-b84c-e42b15124bda req-59924d48-9a2b-47a5-8a5b-064075ce0661 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:28.386796 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-67817097-8981-4c2e-b84c-e42b15124bda req-59924d48-9a2b-47a5-8a5b-064075ce0661 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0562351 Aug 24 17:03:28.425732 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-67817097-8981-4c2e-b84c-e42b15124bda req-34874ddc-9a5e-459e-a4e4-5e32c31313a6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Aug 24 17:03:28.665083 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef2527-96b7-4a05-8cb9-20662971290f req-127ad245-0518-449d-b167-f2f976a83b12 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:28.666586 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-21ef2527-96b7-4a05-8cb9-20662971290f req-127ad245-0518-449d-b167-f2f976a83b12 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 945 time: 0.0529673 Aug 24 17:03:28.704594 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-21ef2527-96b7-4a05-8cb9-20662971290f req-8e684bb4-1235-4433-8f33-00962021724e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318434 Aug 24 17:03:28.835172 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226433bf-b189-4523-aff3-2d42422fb3f2 req-ee56aa44-e29b-4d0c-8ae5-26fb4330f77e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:28.836655 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-226433bf-b189-4523-aff3-2d42422fb3f2 req-ee56aa44-e29b-4d0c-8ae5-26fb4330f77e tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 945 time: 0.0564818 Aug 24 17:03:28.845686 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34250) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:03:28.852383 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-ed70eb41-eb74-48b1-9aa0-6701402d7260 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Request body: {'floatingip': {'port_id': '81e09eba-134a-4656-af78-d79880897cd6'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:03:28.892319 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ed70eb41-eb74-48b1-9aa0-6701402d7260 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for floatingip, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:29.022102 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b7c19000-6af3-49a1-a025-85b608fcc817 req-a69f631f-8106-4bca-816a-9ee27e9b556c tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 210 time: 0.0333562 Aug 24 17:03:29.105091 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71242772-9ca2-4567-87a5-cefd00268945 req-54e54188-4c59-4a98-9981-33324be6b466 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:29.106574 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-71242772-9ca2-4567-87a5-cefd00268945 req-54e54188-4c59-4a98-9981-33324be6b466 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.26 "GET /v2.0/networks?id=46f8ef5d-43fa-4f08-9a81-4202e9a44cea HTTP/1.1" status: 200 len: 814 time: 0.1479547 Aug 24 17:03:29.154058 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-71242772-9ca2-4567-87a5-cefd00268945 req-f531332b-9fb2-4d51-8ab1-ade8728eb5fc tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Request body: {'port': {'device_id': 'da248617-06fe-453c-9109-69108c719a04', 'network_id': '46f8ef5d-43fa-4f08-9a81-4202e9a44cea', 'admin_state_up': True, 'tenant_id': '0b8e8bf3c0f2496c9a9a4a8a294b7aef'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:03:29.265976 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71242772-9ca2-4567-87a5-cefd00268945 req-f531332b-9fb2-4d51-8ab1-ade8728eb5fc tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Made reservation on behalf of 0b8e8bf3c0f2496c9a9a4a8a294b7aef for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:03:29.269661 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-71242772-9ca2-4567-87a5-cefd00268945 req-f531332b-9fb2-4d51-8ab1-ade8728eb5fc tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:29.340841 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ed70eb41-eb74-48b1-9aa0-6701402d7260 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:29.346122 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ed70eb41-eb74-48b1-9aa0-6701402d7260 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:29.400595 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-71242772-9ca2-4567-87a5-cefd00268945 req-f531332b-9fb2-4d51-8ab1-ade8728eb5fc tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Allocated IP 172.20.0.7 (46f8ef5d-43fa-4f08-9a81-4202e9a44cea/1b5b2321-26e3-4aa8-a852-f6efc22c4c63/de982b10-86e8-4e50-b430-c95fb04adee5) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:03:29.448519 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.l3_db [None req-ed70eb41-eb74-48b1-9aa0-6701402d7260 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Floating IP ae85c4b5-82ad-4634-8ce8-8409163bca4a associated. External IP: 172.27.0.86, port: 81e09eba-134a-4656-af78-d79880897cd6. Aug 24 17:03:29.546506 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-71242772-9ca2-4567-87a5-cefd00268945 req-f531332b-9fb2-4d51-8ab1-ade8728eb5fc tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:29.578845 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc337a-2a2c-47bb-9175-81d6da60ff44 req-1fa2b741-4021-4a11-8ddd-6cf5c2ea6cdb tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:29.580545 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-29fc337a-2a2c-47bb-9175-81d6da60ff44 req-1fa2b741-4021-4a11-8ddd-6cf5c2ea6cdb tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0709131 Aug 24 17:03:29.585987 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-71242772-9ca2-4567-87a5-cefd00268945 req-f531332b-9fb2-4d51-8ab1-ade8728eb5fc tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:29.629824 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71242772-9ca2-4567-87a5-cefd00268945 req-f531332b-9fb2-4d51-8ab1-ade8728eb5fc tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Network 46f8ef5d-43fa-4f08-9a81-4202e9a44cea is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:03:29.633013 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-71242772-9ca2-4567-87a5-cefd00268945 req-f531332b-9fb2-4d51-8ab1-ade8728eb5fc tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:03:29.637198 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-71242772-9ca2-4567-87a5-cefd00268945 req-f531332b-9fb2-4d51-8ab1-ade8728eb5fc tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:03:29.643934 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531332b-9fb2-4d51-8ab1-ade8728eb5fc tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Pushing event updated for resources: {'Port': ['ID=de982b10-86e8-4e50-b430-c95fb04adee5,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:29.689666 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71242772-9ca2-4567-87a5-cefd00268945 req-f531332b-9fb2-4d51-8ab1-ade8728eb5fc tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:29.690433 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-71242772-9ca2-4567-87a5-cefd00268945 req-f531332b-9fb2-4d51-8ab1-ade8728eb5fc tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:29.709517 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-71242772-9ca2-4567-87a5-cefd00268945 req-f531332b-9fb2-4d51-8ab1-ade8728eb5fc tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5593424 Aug 24 17:03:29.731324 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Request body: {'port': {'device_id': 'da248617-06fe-453c-9109-69108c719a04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:03:29.792490 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:29.820755 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device cb6b2a85-a697-48ca-93a3-de639732fa36 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:03:29.925368 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port cb6b2a85-a697-48ca-93a3-de639732fa36, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cb6b2a85-a697-48ca-93a3-de639732fa36,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:03:29.931991 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-29fc337a-2a2c-47bb-9175-81d6da60ff44 req-f82c046c-e3bf-437b-a821-66af8a27a7b8 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438511 Aug 24 17:03:29.938357 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'port_id': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'mac_address': 'fa:16:3e:7d:7b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:03:29.971147 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed70eb41-eb74-48b1-9aa0-6701402d7260 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:03:29.976826 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:29.993766 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb6b2a85-a697-48ca-93a3-de639732fa36 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:03:30.014225 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port cb6b2a85-a697-48ca-93a3-de639732fa36, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cb6b2a85-a697-48ca-93a3-de639732fa36,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:03:30.021007 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:30.072734 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=cb6b2a85-a697-48ca-93a3-de639732fa36,revision_number=6']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:30.087015 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed70eb41-eb74-48b1-9aa0-6701402d7260 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:03:30.092440 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-ed70eb41-eb74-48b1-9aa0-6701402d7260 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:30.098553 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de982b10-86e8-4e50-b430-c95fb04adee5 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:03:30.099427 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d05b5f-8454-4a62-a050-bb6303bbf35c None None] Sync routers for ids ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:03:30.109577 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d05b5f-8454-4a62-a050-bb6303bbf35c None None] Routers {'1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:03:30.110288 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-63d05b5f-8454-4a62-a050-bb6303bbf35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:03:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:03:30.115868 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:30.126499 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-ed70eb41-eb74-48b1-9aa0-6701402d7260 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "PUT /v2.0/floatingips/ae85c4b5-82ad-4634-8ce8-8409163bca4a HTTP/1.1" status: 200 len: 990 time: 1.2771869 Aug 24 17:03:30.126499 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e46b0b-c53e-4117-909c-a077e3820366', 'tag': '81e09eba-134a-4656-af78-d79880897cd6'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:03:30.127330 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b2a646a1f232e2ad8fec3517a73b268219bf8140ee075a8608afca6235b5f5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a88351-2142-4944-9a5d-33ed13c2b8da" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e46b0b-c53e-4117-909c-a077e3820366", "tag": "81e09eba-134a-4656-af78-d79880897cd6"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:03:30.148722 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Transition to ACTIVE for port object de982b10-86e8-4e50-b430-c95fb04adee5 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:03:30.154630 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:30.202133 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Pushing event updated for resources: {'Port': ['ID=de982b10-86e8-4e50-b430-c95fb04adee5,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:30.220000 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d265e-848a-4cd6-bf5f-f094011b3b28 req-533ff0e6-043b-4962-b0d6-7175e6f536be tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:30.222284 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-63d05b5f-8454-4a62-a050-bb6303bbf35c None None] Set router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:03:30.227052 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d56d265e-848a-4cd6-bf5f-f094011b3b28 req-533ff0e6-043b-4962-b0d6-7175e6f536be tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 931 time: 0.1230493 Aug 24 17:03:30.252798 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['cb6b2a85-a697-48ca-93a3-de639732fa36'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:03:30.318907 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d56d265e-848a-4cd6-bf5f-f094011b3b28 req-3e8e0c6d-9466-45c3-8b0f-04c103537f90 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908475 Aug 24 17:03:30.364040 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Attempting to bind port de982b10-86e8-4e50-b430-c95fb04adee5 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:03:30.364394 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Attempting to bind port de982b10-86e8-4e50-b430-c95fb04adee5 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '9cf1d78a-1f70-4673-b7e1-972da6169610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f8ef5d-43fa-4f08-9a81-4202e9a44cea'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:03:30.364706 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Attempting to bind port de982b10-86e8-4e50-b430-c95fb04adee5 on network 46f8ef5d-43fa-4f08-9a81-4202e9a44cea {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:03:30.369247 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a682a133-c0e1-44d8-a784-110fd0ff7e20 x-openstack-request-id: req-a682a133-c0e1-44d8-a784-110fd0ff7e20 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:03:30.369634 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e46b0b-c53e-4117-909c-a077e3820366", "tag": "81e09eba-134a-4656-af78-d79880897cd6", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:03:30.369984 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a682a133-c0e1-44d8-a784-110fd0ff7e20 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:03:30.370502 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e46b0b-c53e-4117-909c-a077e3820366', 'tag': '81e09eba-134a-4656-af78-d79880897cd6', 'status': 'completed', 'code': 200} Aug 24 17:03:30.371360 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Port de982b10-86e8-4e50-b430-c95fb04adee5 on network 46f8ef5d-43fa-4f08-9a81-4202e9a44cea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:03:30.371739 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Attempting to bind port de982b10-86e8-4e50-b430-c95fb04adee5 on network 46f8ef5d-43fa-4f08-9a81-4202e9a44cea {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:03:30.380142 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:03:30.380554 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Checking segment: {'id': '9cf1d78a-1f70-4673-b7e1-972da6169610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f8ef5d-43fa-4f08-9a81-4202e9a44cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:03:30.380852 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Bound using segment: {'id': '9cf1d78a-1f70-4673-b7e1-972da6169610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f8ef5d-43fa-4f08-9a81-4202e9a44cea'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:03:30.381596 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Bound port: de982b10-86e8-4e50-b430-c95fb04adee5, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf1d78a-1f70-4673-b7e1-972da6169610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '46f8ef5d-43fa-4f08-9a81-4202e9a44cea'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:03:30.381963 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:30.505491 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a88351-2142-4944-9a5d-33ed13c2b8da req-c7749eff-ff05-4ad1-bc3e-ea36fcbad6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:30.507029 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c4a88351-2142-4944-9a5d-33ed13c2b8da req-c7749eff-ff05-4ad1-bc3e-ea36fcbad6c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2186679ca3474499a5785bb5999a0929&device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 1098 time: 0.0846195 Aug 24 17:03:30.508085 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] For port de982b10-86e8-4e50-b430-c95fb04adee5, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:03:30.512052 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] For port de982b10-86e8-4e50-b430-c95fb04adee5, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=de982b10-86e8-4e50-b430-c95fb04adee5,segment=NetworkSegment(9cf1d78a-1f70-4673-b7e1-972da6169610),segment_id=9cf1d78a-1f70-4673-b7e1-972da6169610)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:03:30.537769 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:30.571079 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-63d05b5f-8454-4a62-a050-bb6303bbf35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'ae85c4b5-82ad-4634-8ce8-8409163bca4a', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'port_id': '81e09eba-134a-4656-af78-d79880897cd6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'mac_address': 'fa:16:3e:bc:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e46b0b-c53e-4117-909c-a077e3820366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:03:12Z', 'updated_at': '2021-08-24T17:03:29Z', 'revision_number': 1, 'project_id': '2186679ca3474499a5785bb5999a0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:20Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:03:30.602143 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d05b5f-8454-4a62-a050-bb6303bbf35c None None] Checking router: 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:03:30.608704 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:30.609494 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:30.611059 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-71242772-9ca2-4567-87a5-cefd00268945 req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] 10.222.0.26 "PUT /v2.0/ports/de982b10-86e8-4e50-b430-c95fb04adee5 HTTP/1.1" status: 200 len: 1093 time: 0.8843958 Aug 24 17:03:30.616081 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da248617-06fe-453c-9109-69108c719a04', 'tag': 'de982b10-86e8-4e50-b430-c95fb04adee5'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:03:30.618646 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd17746-7f1b-4eb8-9ef2-954449ee3999" -d '{"events": [{"name": "network-changed", "server_uuid": "da248617-06fe-453c-9109-69108c719a04", "tag": "de982b10-86e8-4e50-b430-c95fb04adee5"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:03:30.618875 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d05b5f-8454-4a62-a050-bb6303bbf35c None None] Routers {'1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:03:30.619316 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-63d05b5f-8454-4a62-a050-bb6303bbf35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:03:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:03:30.664401 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b9bb5-899e-44bd-a7d6-ce8b57656360 service neutron] Pushing event updated for resources: {'Port': ['ID=de982b10-86e8-4e50-b430-c95fb04adee5,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:30.671678 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e510320-4808-4c1f-8bd0-9bfc1ef379a4 x-openstack-request-id: req-7e510320-4808-4c1f-8bd0-9bfc1ef379a4 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:03:30.672030 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da248617-06fe-453c-9109-69108c719a04", "tag": "de982b10-86e8-4e50-b430-c95fb04adee5", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:03:30.672339 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e510320-4808-4c1f-8bd0-9bfc1ef379a4 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:03:30.672787 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da248617-06fe-453c-9109-69108c719a04', 'tag': 'de982b10-86e8-4e50-b430-c95fb04adee5', 'status': 'completed', 'code': 200} Aug 24 17:03:30.686925 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a88351-2142-4944-9a5d-33ed13c2b8da req-32e87146-eafe-433c-9fec-3f87c6496d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:30.688598 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c4a88351-2142-4944-9a5d-33ed13c2b8da req-32e87146-eafe-433c-9fec-3f87c6496d4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f00dec52-c8ac-438f-a240-6365db81c0dc HTTP/1.1" status: 200 len: 911 time: 0.1741052 Aug 24 17:03:30.751357 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-63d05b5f-8454-4a62-a050-bb6303bbf35c None None] Set router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:03:30.775146 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c4a88351-2142-4944-9a5d-33ed13c2b8da req-0e26ddea-b8b3-4203-b58e-19264e94f6cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e09eba-134a-4656-af78-d79880897cd6 HTTP/1.1" status: 200 len: 998 time: 0.0765531 Aug 24 17:03:30.780483 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71242772-9ca2-4567-87a5-cefd00268945 req-11e53d86-e902-48a8-bdf6-7c2aaee46b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:30.782010 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-71242772-9ca2-4567-87a5-cefd00268945 req-11e53d86-e902-48a8-bdf6-7c2aaee46b2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b8e8bf3c0f2496c9a9a4a8a294b7aef&device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 1096 time: 0.0918949 Aug 24 17:03:30.870078 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-71242772-9ca2-4567-87a5-cefd00268945 req-f6054668-1b8d-4bdf-b124-9fa53fa74ea1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de982b10-86e8-4e50-b430-c95fb04adee5 HTTP/1.1" status: 200 len: 217 time: 0.0579681 Aug 24 17:03:30.878629 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a88351-2142-4944-9a5d-33ed13c2b8da req-29b3efe8-3048-4d06-844f-3dbcc0545395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:30.880459 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c4a88351-2142-4944-9a5d-33ed13c2b8da req-29b3efe8-3048-4d06-844f-3dbcc0545395 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d11b48a3-078f-49c7-999e-7b305807dca6 HTTP/1.1" status: 200 len: 849 time: 0.0972691 Aug 24 17:03:31.064435 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-63d05b5f-8454-4a62-a050-bb6303bbf35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'ae85c4b5-82ad-4634-8ce8-8409163bca4a', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'port_id': '81e09eba-134a-4656-af78-d79880897cd6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'mac_address': 'fa:16:3e:bc:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e46b0b-c53e-4117-909c-a077e3820366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:03:12Z', 'updated_at': '2021-08-24T17:03:29Z', 'revision_number': 1, 'project_id': '2186679ca3474499a5785bb5999a0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:20Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:03:31.104053 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d05b5f-8454-4a62-a050-bb6303bbf35c None None] The sync data for ids ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'] in dv-cinder-799668-9-iscsi is: [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'ae85c4b5-82ad-4634-8ce8-8409163bca4a', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'port_id': '81e09eba-134a-4656-af78-d79880897cd6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'mac_address': 'fa:16:3e:bc:a2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e46b0b-c53e-4117-909c-a077e3820366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:03:12Z', 'updated_at': '2021-08-24T17:03:29Z', 'revision_number': 1, 'project_id': '2186679ca3474499a5785bb5999a0929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:20Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:03:31.108669 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283de4a-96f9-4953-ab8b-a6b2ec0031f2 req-b7f144e9-52a7-4c05-a04e-d57df44de9af tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:31.110170 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1283de4a-96f9-4953-ab8b-a6b2ec0031f2 req-b7f144e9-52a7-4c05-a04e-d57df44de9af tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 945 time: 0.0646443 Aug 24 17:03:31.208523 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1283de4a-96f9-4953-ab8b-a6b2ec0031f2 req-9a2f0d04-c7d3-4119-be6d-348da47ae130 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824893 Aug 24 17:03:31.258680 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a88351-2142-4944-9a5d-33ed13c2b8da req-b2c87540-eca5-44a7-948a-b7198f018c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:31.264661 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c4a88351-2142-4944-9a5d-33ed13c2b8da req-b2c87540-eca5-44a7-948a-b7198f018c45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f00dec52-c8ac-438f-a240-6365db81c0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3754275 Aug 24 17:03:31.266450 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71242772-9ca2-4567-87a5-cefd00268945 req-4c19d154-16dd-4c26-9285-1fe2bfbb4cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:31.269062 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-71242772-9ca2-4567-87a5-cefd00268945 req-4c19d154-16dd-4c26-9285-1fe2bfbb4cd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b5b2321-26e3-4aa8-a852-f6efc22c4c63 HTTP/1.1" status: 200 len: 854 time: 0.3869579 Aug 24 17:03:31.326368 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-71242772-9ca2-4567-87a5-cefd00268945 req-995a9a20-17ae-4c56-9c94-323f2b5f44a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=46f8ef5d-43fa-4f08-9a81-4202e9a44cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366707 Aug 24 17:03:31.469276 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc904cfb-e5b6-4b93-91b7-2b194ebc8fb4 None None] New status for floating IP ae85c4b5-82ad-4634-8ce8-8409163bca4a: ACTIVE {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:03:31.499714 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136319e2-3222-41a7-9745-0116022b3bdf req-01c4e410-97b3-4401-84ea-a9c885da1879 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:31.501183 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-136319e2-3222-41a7-9745-0116022b3bdf req-01c4e410-97b3-4401-84ea-a9c885da1879 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 943 time: 0.0804358 Aug 24 17:03:31.507102 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-71242772-9ca2-4567-87a5-cefd00268945 req-a246fe5b-966b-4f67-9d03-5afff7752053 service neutron] 10.222.0.26 "GET /v2.0/networks/46f8ef5d-43fa-4f08-9a81-4202e9a44cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390052 Aug 24 17:03:31.510830 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c4a88351-2142-4944-9a5d-33ed13c2b8da req-72c3995d-5bc7-414d-932e-339d27885d54 service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295015 Aug 24 17:03:31.581269 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-136319e2-3222-41a7-9745-0116022b3bdf req-47191ff8-f519-4185-ae9b-3a6d18ffcafe tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631795 Aug 24 17:03:31.676859 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-71242772-9ca2-4567-87a5-cefd00268945 req-9523bd5e-2e72-492b-a8f8-22b58a161107 service neutron] 10.222.0.26 "GET /v2.0/networks/46f8ef5d-43fa-4f08-9a81-4202e9a44cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558359 Aug 24 17:03:31.716436 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c4a88351-2142-4944-9a5d-33ed13c2b8da req-42a5909b-286a-4403-a871-f18d59aace2c service neutron] 10.222.0.26 "GET /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105692 Aug 24 17:03:31.843401 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device cb6b2a85-a697-48ca-93a3-de639732fa36 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:03:31.868946 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17746-7f1b-4eb8-9ef2-954449ee3999 req-3400fc77-c899-4be7-b07c-135ceed7dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:31.870518 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-efd17746-7f1b-4eb8-9ef2-954449ee3999 req-3400fc77-c899-4be7-b07c-135ceed7dca2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b8e8bf3c0f2496c9a9a4a8a294b7aef&device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 1096 time: 0.0545151 Aug 24 17:03:31.912111 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port cb6b2a85-a697-48ca-93a3-de639732fa36 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:03:31.912779 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:31.985561 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17746-7f1b-4eb8-9ef2-954449ee3999 req-8679f8da-2380-4fa2-9992-ea11e3ef70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:31.987543 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-efd17746-7f1b-4eb8-9ef2-954449ee3999 req-8679f8da-2380-4fa2-9992-ea11e3ef70ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=46f8ef5d-43fa-4f08-9a81-4202e9a44cea HTTP/1.1" status: 200 len: 915 time: 0.1092954 Aug 24 17:03:32.019147 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:32.043414 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-efd17746-7f1b-4eb8-9ef2-954449ee3999 req-a2a87fb0-c52b-41a9-803c-7245f49954a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de982b10-86e8-4e50-b430-c95fb04adee5 HTTP/1.1" status: 200 len: 217 time: 0.0462849 Aug 24 17:03:32.050194 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6b2a85-a697-48ca-93a3-de639732fa36'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:03:32.053010 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93b07f3-5355-4006-ac33-353c89be65d6" -d '{"events": [{"server_uuid": "a07796e6-bad0-4b48-9f3c-50a95ecc9fb5", "name": "network-vif-plugged", "status": "completed", "tag": "cb6b2a85-a697-48ca-93a3-de639732fa36"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:03:32.067069 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port cb6b2a85-a697-48ca-93a3-de639732fa36, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cb6b2a85-a697-48ca-93a3-de639732fa36,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:03:32.074757 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:32.107104 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2da036-c11b-47b2-9b7e-bc1e986001b2 x-openstack-request-id: req-6b2da036-c11b-47b2-9b7e-bc1e986001b2 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:03:32.107496 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07796e6-bad0-4b48-9f3c-50a95ecc9fb5", "name": "network-vif-plugged", "status": "completed", "tag": "cb6b2a85-a697-48ca-93a3-de639732fa36", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:03:32.107884 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b2da036-c11b-47b2-9b7e-bc1e986001b2 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:03:32.108414 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'code': 200} Aug 24 17:03:32.118493 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17746-7f1b-4eb8-9ef2-954449ee3999 req-3168350a-cba4-47cc-b1bb-aba107e1dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:32.120021 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-efd17746-7f1b-4eb8-9ef2-954449ee3999 req-3168350a-cba4-47cc-b1bb-aba107e1dec1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b5b2321-26e3-4aa8-a852-f6efc22c4c63 HTTP/1.1" status: 200 len: 854 time: 0.0680470 Aug 24 17:03:32.131493 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=cb6b2a85-a697-48ca-93a3-de639732fa36,revision_number=7']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:32.172117 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-efd17746-7f1b-4eb8-9ef2-954449ee3999 req-b42373f0-d600-451c-ad8a-b1bd630f39f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=46f8ef5d-43fa-4f08-9a81-4202e9a44cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288332 Aug 24 17:03:32.288611 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-efd17746-7f1b-4eb8-9ef2-954449ee3999 req-3a1a89b8-fc87-448e-a59d-dc3f4c1bbc44 service neutron] 10.222.0.26 "GET /v2.0/networks/46f8ef5d-43fa-4f08-9a81-4202e9a44cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047158 Aug 24 17:03:32.344737 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be995e4-7f4b-46eb-b329-9a0c5479686d req-8366f77d-088c-44c1-bdb8-60fefbfd8216 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:32.353388 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5be995e4-7f4b-46eb-b329-9a0c5479686d req-8366f77d-088c-44c1-bdb8-60fefbfd8216 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0631225 Aug 24 17:03:32.390420 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5be995e4-7f4b-46eb-b329-9a0c5479686d req-88b291cc-7b02-494d-a606-6d91da17d480 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356181 Aug 24 17:03:32.399445 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-efd17746-7f1b-4eb8-9ef2-954449ee3999 req-5a2c8eb5-8c0d-42ec-8883-a16d123b0cec service neutron] 10.222.0.26 "GET /v2.0/networks/46f8ef5d-43fa-4f08-9a81-4202e9a44cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990419 Aug 24 17:03:32.704210 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de464d3a-418d-4043-8de5-aae876480c88 req-f5b2eb4c-c452-4c37-a7e7-6935fc86f67d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:32.705681 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-de464d3a-418d-4043-8de5-aae876480c88 req-f5b2eb4c-c452-4c37-a7e7-6935fc86f67d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 943 time: 0.0580914 Aug 24 17:03:32.756411 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-de464d3a-418d-4043-8de5-aae876480c88 req-bbe119a3-4cbe-4391-804d-da7b178e5bbb tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 Aug 24 17:03:33.550813 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d48869-cda1-472a-8ae0-92a3abe2e14d req-1c45902e-b8e2-4561-93c1-8f86860070b3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:33.565358 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-54d48869-cda1-472a-8ae0-92a3abe2e14d req-1c45902e-b8e2-4561-93c1-8f86860070b3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0814698 Aug 24 17:03:33.620129 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-54d48869-cda1-472a-8ae0-92a3abe2e14d req-80e3a208-a25c-4b2e-ae4f-b0b3afc42ed9 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536201 Aug 24 17:03:33.879172 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef7fbb-3b10-4c27-a46f-97352fb5c007 req-2c1fe67e-2cb0-45c3-981c-ff280ba9323b tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:33.880789 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8bef7fbb-3b10-4c27-a46f-97352fb5c007 req-2c1fe67e-2cb0-45c3-981c-ff280ba9323b tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 943 time: 0.0530007 Aug 24 17:03:33.943276 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8bef7fbb-3b10-4c27-a46f-97352fb5c007 req-c7cf66a7-78ec-4816-9a06-f4abaf2628cb tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554402 Aug 24 17:03:34.772426 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c9dd9-f8c4-4181-bef7-5612e266ab13 req-f1c80944-124d-41ad-9bd2-3a0141604448 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:34.775201 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-537c9dd9-f8c4-4181-bef7-5612e266ab13 req-f1c80944-124d-41ad-9bd2-3a0141604448 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0573614 Aug 24 17:03:34.818432 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-537c9dd9-f8c4-4181-bef7-5612e266ab13 req-668119ea-0275-4b86-bde7-a9b25a8cc32e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368805 Aug 24 17:03:35.022169 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-0ce16164-6bf2-4706-a1d6-197c7c5e85a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:35.086559 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34054e74-1ad5-4d60-b506-badc331541d4 req-94b01285-c058-4b3d-a092-99d5f055c7a9 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:35.089177 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-34054e74-1ad5-4d60-b506-badc331541d4 req-94b01285-c058-4b3d-a092-99d5f055c7a9 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 943 time: 0.0595951 Aug 24 17:03:35.132262 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-34054e74-1ad5-4d60-b506-badc331541d4 req-fe2eb243-1183-4232-8854-1354b1091172 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373011 Aug 24 17:03:35.855234 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device de982b10-86e8-4e50-b430-c95fb04adee5 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:03:35.980868 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d88427-a869-4955-999b-e2397f72be4b req-dad28f50-82c3-48d9-9bb0-3dd82f572b9d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:35.984279 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-42d88427-a869-4955-999b-e2397f72be4b req-dad28f50-82c3-48d9-9bb0-3dd82f572b9d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0702157 Aug 24 17:03:36.001054 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port de982b10-86e8-4e50-b430-c95fb04adee5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=de982b10-86e8-4e50-b430-c95fb04adee5,segment=NetworkSegment(9cf1d78a-1f70-4673-b7e1-972da6169610),segment_id=9cf1d78a-1f70-4673-b7e1-972da6169610)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:03:36.012903 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': 'de982b10-86e8-4e50-b430-c95fb04adee5', 'network_id': '46f8ef5d-43fa-4f08-9a81-4202e9a44cea', 'port_id': 'de982b10-86e8-4e50-b430-c95fb04adee5', 'mac_address': 'fa:16:3e:6f:7f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b5b2321-26e3-4aa8-a852-f6efc22c4c63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:03:36.032671 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-42d88427-a869-4955-999b-e2397f72be4b req-7834cf98-eabf-459e-afbd-d942b1b76816 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418117 Aug 24 17:03:36.062619 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:36.076605 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de982b10-86e8-4e50-b430-c95fb04adee5 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:03:36.099502 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port de982b10-86e8-4e50-b430-c95fb04adee5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=de982b10-86e8-4e50-b430-c95fb04adee5,segment=NetworkSegment(9cf1d78a-1f70-4673-b7e1-972da6169610),segment_id=9cf1d78a-1f70-4673-b7e1-972da6169610)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:03:36.106887 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:36.156370 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=de982b10-86e8-4e50-b430-c95fb04adee5,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:36.263367 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20c4d4-ed86-4eb3-b9ff-22d029a02658 req-21b45f4b-e7a7-4a1f-9752-830b64053503 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:36.264939 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fe20c4d4-ed86-4eb3-b9ff-22d029a02658 req-21b45f4b-e7a7-4a1f-9752-830b64053503 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 944 time: 0.0571203 Aug 24 17:03:36.329054 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-fe20c4d4-ed86-4eb3-b9ff-22d029a02658 req-af0ed6e4-b34a-4e4f-87dc-ce1683e2b703 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512664 Aug 24 17:03:36.473243 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['de982b10-86e8-4e50-b430-c95fb04adee5'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:03:37.161836 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298f3a6-b2b3-4480-9684-2277cdf52e39 req-32f4f8aa-4a1f-47a9-a068-82e6fbe1cce1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:37.170797 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9298f3a6-b2b3-4480-9684-2277cdf52e39 req-32f4f8aa-4a1f-47a9-a068-82e6fbe1cce1 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0622964 Aug 24 17:03:37.225200 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9298f3a6-b2b3-4480-9684-2277cdf52e39 req-31230bf0-d8d1-493a-9774-9c1b6665056b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542104 Aug 24 17:03:37.454090 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eee71-119e-4a07-8c50-89c59e39e74d req-b2c8d4ee-c849-4d64-9777-194847fd1d63 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:37.456425 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-526eee71-119e-4a07-8c50-89c59e39e74d req-b2c8d4ee-c849-4d64-9777-194847fd1d63 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 944 time: 0.0550315 Aug 24 17:03:37.504139 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-526eee71-119e-4a07-8c50-89c59e39e74d req-47f58f54-5f95-4de6-91a8-358ddb8e06d1 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 Aug 24 17:03:37.869792 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device de982b10-86e8-4e50-b430-c95fb04adee5 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:03:37.929264 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3ccc2fd9-095e-47f3-853c-8d6bc80c0577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:37.934077 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port de982b10-86e8-4e50-b430-c95fb04adee5 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:03:37.939389 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port de982b10-86e8-4e50-b430-c95fb04adee5 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:03:37.939963 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:38.036794 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:38.040015 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:38.061775 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da248617-06fe-453c-9109-69108c719a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de982b10-86e8-4e50-b430-c95fb04adee5'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:03:38.064147 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defe5c2c-8fe4-4a3f-954d-e6b9396ac010" -d '{"events": [{"server_uuid": "da248617-06fe-453c-9109-69108c719a04", "name": "network-vif-plugged", "status": "completed", "tag": "de982b10-86e8-4e50-b430-c95fb04adee5"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:03:38.095795 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port de982b10-86e8-4e50-b430-c95fb04adee5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=de982b10-86e8-4e50-b430-c95fb04adee5,segment=NetworkSegment(9cf1d78a-1f70-4673-b7e1-972da6169610),segment_id=9cf1d78a-1f70-4673-b7e1-972da6169610)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:03:38.108041 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:38.111459 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a90a7e5-51ef-4706-acc6-72d5b1b4e134 x-openstack-request-id: req-1a90a7e5-51ef-4706-acc6-72d5b1b4e134 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:03:38.111738 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da248617-06fe-453c-9109-69108c719a04", "name": "network-vif-plugged", "status": "completed", "tag": "de982b10-86e8-4e50-b430-c95fb04adee5", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:03:38.111979 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a90a7e5-51ef-4706-acc6-72d5b1b4e134 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:03:38.112350 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da248617-06fe-453c-9109-69108c719a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de982b10-86e8-4e50-b430-c95fb04adee5', 'code': 200} Aug 24 17:03:38.168545 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=de982b10-86e8-4e50-b430-c95fb04adee5,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:38.379477 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9953ee3-1a0f-4ea0-bda1-0e32502e20f6 req-00da4735-c365-472a-995c-617628b442b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:38.381014 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a9953ee3-1a0f-4ea0-bda1-0e32502e20f6 req-00da4735-c365-472a-995c-617628b442b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 1098 time: 0.0506721 Aug 24 17:03:38.389048 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514b42a-f8c6-46ef-8399-1fd65503be8b req-8c37c936-4ab0-4147-ad32-2eab83b138bd tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:38.394936 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3514b42a-f8c6-46ef-8399-1fd65503be8b req-8c37c936-4ab0-4147-ad32-2eab83b138bd tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0682635 Aug 24 17:03:38.434443 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a9953ee3-1a0f-4ea0-bda1-0e32502e20f6 req-4809cf9b-17f3-4c7b-a2ee-3cba741a43ad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457387 Aug 24 17:03:38.442863 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3514b42a-f8c6-46ef-8399-1fd65503be8b req-23b9abeb-6815-4ba9-b71b-4344103260fc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413713 Aug 24 17:03:38.639042 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850bec8-6d6c-4e78-93c0-61de35047655 req-a8bd635c-55f9-4e53-8ecb-0be994f9e391 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:38.640553 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d850bec8-6d6c-4e78-93c0-61de35047655 req-a8bd635c-55f9-4e53-8ecb-0be994f9e391 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 945 time: 0.0589945 Aug 24 17:03:38.681340 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-d850bec8-6d6c-4e78-93c0-61de35047655 req-405d0e71-5629-4f06-873b-dc3ddc79882f tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345891 Aug 24 17:03:39.347658 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:39.581252 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b59b6c-3796-4303-abd1-eb8df14c499a req-bf187a09-ceee-4209-8c2f-2b620bb59ddd tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:39.583616 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-09b59b6c-3796-4303-abd1-eb8df14c499a req-bf187a09-ceee-4209-8c2f-2b620bb59ddd tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0581145 Aug 24 17:03:39.630278 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-09b59b6c-3796-4303-abd1-eb8df14c499a req-54b08e42-90fc-480d-be38-6649c62e2907 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397954 Aug 24 17:03:39.833676 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d90f66-1a6e-47b5-bf2a-587bc5f31785 req-46beb24d-1195-4a9a-8b05-e6eab9dea237 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:39.835136 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-44d90f66-1a6e-47b5-bf2a-587bc5f31785 req-46beb24d-1195-4a9a-8b05-e6eab9dea237 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 945 time: 0.0689249 Aug 24 17:03:39.880259 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-44d90f66-1a6e-47b5-bf2a-587bc5f31785 req-e4748892-e7f5-4fe3-b179-bfb74ab44532 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 Aug 24 17:03:40.583305 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:40.692043 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e100fee-a4f1-4b94-a364-1125519de4a6 req-f93ca6c0-294e-4cc6-9188-e0510fa1f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:40.693571 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1e100fee-a4f1-4b94-a364-1125519de4a6 req-f93ca6c0-294e-4cc6-9188-e0510fa1f28c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd5cc4db84894a6582094a71bb023ee0&device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 1099 time: 0.0433943 Aug 24 17:03:40.764055 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b95d95-2a46-4dfa-b79c-4d58e03c2b7d req-35d70418-b895-4126-a7c3-e8241d8a0ca5 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:40.765660 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f7b95d95-2a46-4dfa-b79c-4d58e03c2b7d req-35d70418-b895-4126-a7c3-e8241d8a0ca5 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0520701 Aug 24 17:03:40.792756 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e100fee-a4f1-4b94-a364-1125519de4a6 req-bb60cccc-2195-461e-ad6d-47147fb920aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:40.794152 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1e100fee-a4f1-4b94-a364-1125519de4a6 req-bb60cccc-2195-461e-ad6d-47147fb920aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=47707b32-7c4e-4c21-bd52-0372b8d921a4 HTTP/1.1" status: 200 len: 918 time: 0.0930564 Aug 24 17:03:40.804299 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f7b95d95-2a46-4dfa-b79c-4d58e03c2b7d req-9960d71d-d17b-41b3-aa4b-0f46aee2bc37 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318844 Aug 24 17:03:40.861144 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1e100fee-a4f1-4b94-a364-1125519de4a6 req-df42da41-713d-4cbb-98af-5303ebba9669 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb6b2a85-a697-48ca-93a3-de639732fa36 HTTP/1.1" status: 200 len: 1002 time: 0.0577424 Aug 24 17:03:40.922268 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e100fee-a4f1-4b94-a364-1125519de4a6 req-8810b2ff-9889-4504-83f6-8e2480df4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:40.923815 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1e100fee-a4f1-4b94-a364-1125519de4a6 req-8810b2ff-9889-4504-83f6-8e2480df4fee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a4233f5-3ced-41ee-bb84-dc2690331635 HTTP/1.1" status: 200 len: 856 time: 0.0550129 Aug 24 17:03:40.994650 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e100fee-a4f1-4b94-a364-1125519de4a6 req-1552cc3b-8b99-49bc-8d56-f878c847533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:40.996120 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1e100fee-a4f1-4b94-a364-1125519de4a6 req-1552cc3b-8b99-49bc-8d56-f878c847533f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47707b32-7c4e-4c21-bd52-0372b8d921a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649190 Aug 24 17:03:41.012110 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30fa22-c0cf-4e6d-9151-731e4ebdb121 req-c8f7bd25-6581-476b-bdd9-0346fe92fa6b tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:41.013478 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-aa30fa22-c0cf-4e6d-9151-731e4ebdb121 req-c8f7bd25-6581-476b-bdd9-0346fe92fa6b tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 945 time: 0.0563574 Aug 24 17:03:41.095930 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-aa30fa22-c0cf-4e6d-9151-731e4ebdb121 req-3944dceb-1a24-40ab-be0d-fdfea4155213 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745790 Aug 24 17:03:41.122470 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1e100fee-a4f1-4b94-a364-1125519de4a6 req-5af650b7-bf9f-4b4d-9221-80d60306bc75 service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080556 Aug 24 17:03:41.215252 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1e100fee-a4f1-4b94-a364-1125519de4a6 req-e855ca4a-6894-42a9-ad42-c759a2dc251a service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812876 Aug 24 17:03:41.934071 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e666aad-7f73-436b-a153-d7b507d90771 req-dd21202c-164e-42db-bbfd-7feacd8b9149 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:41.935463 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0e666aad-7f73-436b-a153-d7b507d90771 req-dd21202c-164e-42db-bbfd-7feacd8b9149 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0564089 Aug 24 17:03:41.976781 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0e666aad-7f73-436b-a153-d7b507d90771 req-fa431d8a-4edd-42d3-b3c9-7ce484bb1b3b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322740 Aug 24 17:03:43.115453 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da12e73-1cc0-4664-b560-3a98b70cd0b4 req-26d8d2e5-8c56-4bd0-af1a-eb978eedebf7 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:43.116942 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7da12e73-1cc0-4664-b560-3a98b70cd0b4 req-26d8d2e5-8c56-4bd0-af1a-eb978eedebf7 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0498030 Aug 24 17:03:43.162118 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7da12e73-1cc0-4664-b560-3a98b70cd0b4 req-8ae95680-9b64-46b5-a21d-8cc5e6dde9c8 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388923 Aug 24 17:03:44.288819 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15f7b2-a37b-4bab-9c44-3cb3f55248fc req-406017eb-93d1-4c9c-b6e0-abca1aa64ea0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:44.290361 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ca15f7b2-a37b-4bab-9c44-3cb3f55248fc req-406017eb-93d1-4c9c-b6e0-abca1aa64ea0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0525048 Aug 24 17:03:44.337562 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ca15f7b2-a37b-4bab-9c44-3cb3f55248fc req-3dd575db-9046-48d5-864f-f8ae9e01d430 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407157 Aug 24 17:03:45.379474 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292db2e-1bba-4f7e-b571-86c549035b0f req-f5acc4d6-5f6b-4c66-a708-1207e9534a0a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:45.381002 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4292db2e-1bba-4f7e-b571-86c549035b0f req-f5acc4d6-5f6b-4c66-a708-1207e9534a0a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 946 time: 0.0588984 Aug 24 17:03:45.419455 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-c1f80485-d88d-42dc-b5e4-026f46a16bd5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0503364 Aug 24 17:03:45.422752 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4292db2e-1bba-4f7e-b571-86c549035b0f req-3ca3385c-3239-41b5-af94-33d45d015040 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354431 Aug 24 17:03:45.919896 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device cb6b2a85-a697-48ca-93a3-de639732fa36 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:03:46.122292 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:46.143693 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb6b2a85-a697-48ca-93a3-de639732fa36'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:03:46.145910 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1faa0ea-306e-47b0-974b-b93ee0bcfb83" -d '{"events": [{"server_uuid": "a07796e6-bad0-4b48-9f3c-50a95ecc9fb5", "name": "network-vif-unplugged", "status": "completed", "tag": "cb6b2a85-a697-48ca-93a3-de639732fa36"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:03:46.158150 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port cb6b2a85-a697-48ca-93a3-de639732fa36, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cb6b2a85-a697-48ca-93a3-de639732fa36,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:03:46.164297 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:46.188086 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 17:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ae43d0-8843-4856-8809-fd4ead6761b7 x-openstack-request-id: req-64ae43d0-8843-4856-8809-fd4ead6761b7 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:03:46.188396 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07796e6-bad0-4b48-9f3c-50a95ecc9fb5", "name": "network-vif-unplugged", "status": "completed", "tag": "cb6b2a85-a697-48ca-93a3-de639732fa36", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:03:46.188641 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64ae43d0-8843-4856-8809-fd4ead6761b7 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:03:46.188997 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'code': 200} Aug 24 17:03:46.214750 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=cb6b2a85-a697-48ca-93a3-de639732fa36,revision_number=8']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:03:46.414980 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-68355dad-72c0-4743-978e-f9a1d40d315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:46.416491 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-68355dad-72c0-4743-978e-f9a1d40d315a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5&tenant_id=fd5cc4db84894a6582094a71bb023ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0429301 Aug 24 17:03:46.498895 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-f785f7f7-8240-489a-af6b-e5f78e4ca141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:46.500431 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-f785f7f7-8240-489a-af6b-e5f78e4ca141 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd5cc4db84894a6582094a71bb023ee0&device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 1097 time: 0.0417547 Aug 24 17:03:46.550426 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fdafa-52af-4815-8597-cd15add0cbd1 req-d3148203-44cb-4815-a15a-2d1cae23cfe5 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:46.551941 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4a8fdafa-52af-4815-8597-cd15add0cbd1 req-d3148203-44cb-4815-a15a-2d1cae23cfe5 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0487847 Aug 24 17:03:46.591965 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-0107e278-3fe2-40e6-8642-219a4efe2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:46.593443 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-0107e278-3fe2-40e6-8642-219a4efe2969 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47707b32-7c4e-4c21-bd52-0372b8d921a4 HTTP/1.1" status: 200 len: 918 time: 0.0862701 Aug 24 17:03:46.594126 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4a8fdafa-52af-4815-8597-cd15add0cbd1 req-ac66d850-a255-4eb2-826a-46b384399e47 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360441 Aug 24 17:03:46.659423 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-b446c342-a2e6-4316-956e-b73e982e9dea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb6b2a85-a697-48ca-93a3-de639732fa36 HTTP/1.1" status: 200 len: 1000 time: 0.0586724 Aug 24 17:03:46.715749 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-80427175-c95f-4977-a26e-88f5276474a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:46.717112 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-80427175-c95f-4977-a26e-88f5276474a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a4233f5-3ced-41ee-bb84-dc2690331635 HTTP/1.1" status: 200 len: 856 time: 0.0504909 Aug 24 17:03:46.771509 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-885ff6c9-76fa-456f-9a39-09419d21d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:46.773026 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-885ff6c9-76fa-456f-9a39-09419d21d2a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47707b32-7c4e-4c21-bd52-0372b8d921a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471318 Aug 24 17:03:46.862173 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-7ef4692b-44f0-4d8d-a54a-8db7d5d2ad94 service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804338 Aug 24 17:03:46.956041 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-d3ddae80-807b-4600-b33b-049b15a9f5a0 service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833771 Aug 24 17:03:47.723159 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5da2b-b259-469c-a4c7-67ae4262c870 req-32e16e49-8d75-4fdb-9f2d-9f2f401da066 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:47.724742 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2eb5da2b-b259-469c-a4c7-67ae4262c870 req-32e16e49-8d75-4fdb-9f2d-9f2f401da066 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0568576 Aug 24 17:03:47.766320 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2eb5da2b-b259-469c-a4c7-67ae4262c870 req-4c0d4347-5d7f-43a2-8cbb-e8ca7f777d84 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350368 Aug 24 17:03:48.387768 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:03:48.946745 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d82c5-8840-456b-a599-a7c85d840c8d req-58b96118-0889-4501-ab97-55deaae5e014 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:48.949804 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6a1d82c5-8840-456b-a599-a7c85d840c8d req-58b96118-0889-4501-ab97-55deaae5e014 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0975823 Aug 24 17:03:49.001419 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-6a1d82c5-8840-456b-a599-a7c85d840c8d req-7d3206f4-3c49-4f2a-b0be-dfc664883fcf tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447600 Aug 24 17:03:50.139932 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95251b17-74d3-4d25-b01b-a410bec41a69 req-2f5dba8b-8d31-4510-949d-18f7fbbc44ff tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:50.141550 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-95251b17-74d3-4d25-b01b-a410bec41a69 req-2f5dba8b-8d31-4510-949d-18f7fbbc44ff tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0535183 Aug 24 17:03:50.203047 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-95251b17-74d3-4d25-b01b-a410bec41a69 req-f83841c6-e109-4724-a9bb-cb1e364cd68e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551343 Aug 24 17:03:51.362303 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cda691-fac5-40d6-aa1d-0910e5c3f6cf req-69201f3c-3b19-4bdc-86c9-60531c25d61a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:51.363832 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-24cda691-fac5-40d6-aa1d-0910e5c3f6cf req-69201f3c-3b19-4bdc-86c9-60531c25d61a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0589411 Aug 24 17:03:51.418692 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-24cda691-fac5-40d6-aa1d-0910e5c3f6cf req-0810a61e-0ed0-420f-b89e-56da4efaa0bc tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470922 Aug 24 17:03:52.553910 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d121bb-8842-4b01-91a6-ecd7a1bf7ee3 req-640009ae-c3a0-4ec3-b5a0-964e7e851c6b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:52.556008 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-75d121bb-8842-4b01-91a6-ecd7a1bf7ee3 req-640009ae-c3a0-4ec3-b5a0-964e7e851c6b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0578947 Aug 24 17:03:52.608172 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-75d121bb-8842-4b01-91a6-ecd7a1bf7ee3 req-a0f5f130-f8fc-43a2-a84b-7e62f04993c5 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451863 Aug 24 17:03:53.072969 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:03:53.754086 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c40c0e-f328-4186-becb-a59d64771476 req-df1b60cf-4555-41c1-b2ae-5bd8faa24e4d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:53.756103 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f6c40c0e-f328-4186-becb-a59d64771476 req-df1b60cf-4555-41c1-b2ae-5bd8faa24e4d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0561724 Aug 24 17:03:53.806471 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f6c40c0e-f328-4186-becb-a59d64771476 req-ece94545-3af6-41f1-a7a8-ff45c2e7ea60 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417583 Aug 24 17:03:54.962747 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641937b-4bfa-44e3-8cd5-588389e6362f req-6ffc6ebb-3a14-4c14-a709-b7c5ab751222 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:54.965568 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a641937b-4bfa-44e3-8cd5-588389e6362f req-6ffc6ebb-3a14-4c14-a709-b7c5ab751222 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0822427 Aug 24 17:03:55.010681 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a641937b-4bfa-44e3-8cd5-588389e6362f req-20802d68-370a-4b60-8f4f-9eb9addf435a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390303 Aug 24 17:03:56.141840 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11ad95-347a-4c88-99cd-6498a846b0f3 req-f1d2d115-bf68-4b59-b13f-fc7125bd417c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:56.143445 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3e11ad95-347a-4c88-99cd-6498a846b0f3 req-f1d2d115-bf68-4b59-b13f-fc7125bd417c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0546811 Aug 24 17:03:56.187036 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3e11ad95-347a-4c88-99cd-6498a846b0f3 req-6c0bf3f7-3ef2-4cb0-8018-1c6bb39e5d18 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351124 Aug 24 17:03:57.318832 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffe7f1-28e1-4a96-aa13-a0dff09aded4 req-6845a262-7925-4234-804d-b5bb4ebdd283 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:57.320386 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-82ffe7f1-28e1-4a96-aa13-a0dff09aded4 req-6845a262-7925-4234-804d-b5bb4ebdd283 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0550897 Aug 24 17:03:57.366138 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-82ffe7f1-28e1-4a96-aa13-a0dff09aded4 req-16af7533-5221-4228-a3d9-b0fb002ac90e tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394046 Aug 24 17:03:58.496973 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447f1bd-cacc-4975-8de8-d2dbdaf3cead req-887c1e6c-8a7e-4e83-b148-2b43c8542fd2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:58.498577 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5447f1bd-cacc-4975-8de8-d2dbdaf3cead req-887c1e6c-8a7e-4e83-b148-2b43c8542fd2 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0505610 Aug 24 17:03:58.539766 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5447f1bd-cacc-4975-8de8-d2dbdaf3cead req-4aae80b4-ea9e-446b-9801-871f2c28a8b6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347886 Aug 24 17:03:59.691476 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ef076-94ae-49fe-b645-6970c3bbf798 req-73566586-437e-43a9-a429-023cecec2893 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:03:59.694137 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-775ef076-94ae-49fe-b645-6970c3bbf798 req-73566586-437e-43a9-a429-023cecec2893 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0783365 Aug 24 17:03:59.737099 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-775ef076-94ae-49fe-b645-6970c3bbf798 req-1e2ecbcc-e122-4e7f-ac16-d20e2b16685d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366516 Aug 24 17:04:00.882607 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d65ae4-4ffe-41c3-8edd-247ead8a4e0b req-0fed9cd7-5af8-4e43-bcf4-ff5e7f825555 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:00.884393 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-44d65ae4-4ffe-41c3-8edd-247ead8a4e0b req-0fed9cd7-5af8-4e43-bcf4-ff5e7f825555 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0666935 Aug 24 17:04:00.934076 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-44d65ae4-4ffe-41c3-8edd-247ead8a4e0b req-3f65a16f-76f6-4fc7-a433-36fccc61ff3c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 Aug 24 17:04:02.059980 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a305b8-854f-4585-b0c2-22f9917cf29b req-27e52081-5356-438e-add3-3b4a88f1c51a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:02.061581 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-80a305b8-854f-4585-b0c2-22f9917cf29b req-27e52081-5356-438e-add3-3b4a88f1c51a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 944 time: 0.0526178 Aug 24 17:04:02.106601 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-80a305b8-854f-4585-b0c2-22f9917cf29b req-e9e5c51e-c835-42a0-b41e-5e6bf75ff46a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377526 Aug 24 17:04:02.980697 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device cb6b2a85-a697-48ca-93a3-de639732fa36 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:04:03.089730 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port cb6b2a85-a697-48ca-93a3-de639732fa36, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cb6b2a85-a697-48ca-93a3-de639732fa36,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:03.101786 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'port_id': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'mac_address': 'fa:16:3e:7d:7b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:04:03.140462 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:03.154083 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6b2a85-a697-48ca-93a3-de639732fa36 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:04:03.175623 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port cb6b2a85-a697-48ca-93a3-de639732fa36, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cb6b2a85-a697-48ca-93a3-de639732fa36,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:03.181154 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:03.231680 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=cb6b2a85-a697-48ca-93a3-de639732fa36,revision_number=9']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:03.232140 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3dfb2-e071-49b9-a6bd-d166594f3080 req-537dc6bf-0cca-49dd-82c1-b1152cd589e0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:03.234319 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bbb3dfb2-e071-49b9-a6bd-d166594f3080 req-537dc6bf-0cca-49dd-82c1-b1152cd589e0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 945 time: 0.0525596 Aug 24 17:04:03.272965 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bbb3dfb2-e071-49b9-a6bd-d166594f3080 req-1a1983fa-68cf-4100-bf8a-e1acba0d1fb9 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324919 Aug 24 17:04:04.116677 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b587623-dd71-42af-80f0-5c8f65828bbe req-53239da6-304e-4666-a8f8-9aaafd40351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:04.118200 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b587623-dd71-42af-80f0-5c8f65828bbe req-53239da6-304e-4666-a8f8-9aaafd40351d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd5cc4db84894a6582094a71bb023ee0&device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0448668 Aug 24 17:04:04.239695 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b587623-dd71-42af-80f0-5c8f65828bbe req-dc890daf-7058-4bca-a704-b626b5b81338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:04.241113 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b587623-dd71-42af-80f0-5c8f65828bbe req-dc890daf-7058-4bca-a704-b626b5b81338 service neutron] 10.222.0.26 "GET /v2.0/networks?id=47707b32-7c4e-4c21-bd52-0372b8d921a4 HTTP/1.1" status: 200 len: 918 time: 0.0880725 Aug 24 17:04:04.315252 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b587623-dd71-42af-80f0-5c8f65828bbe req-6f559dd8-e361-4aea-bffb-bce114fc7ce5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb6b2a85-a697-48ca-93a3-de639732fa36 HTTP/1.1" status: 200 len: 1001 time: 0.0664814 Aug 24 17:04:04.371041 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['cb6b2a85-a697-48ca-93a3-de639732fa36'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:04:04.374616 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b587623-dd71-42af-80f0-5c8f65828bbe req-29238037-9aef-402f-ba43-e585b7245b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:04.376565 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b587623-dd71-42af-80f0-5c8f65828bbe req-29238037-9aef-402f-ba43-e585b7245b76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a4233f5-3ced-41ee-bb84-dc2690331635 HTTP/1.1" status: 200 len: 856 time: 0.0493517 Aug 24 17:04:04.404459 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f278e-0a9a-460f-990f-d2e1569c187e req-ca596100-c069-4c4a-b542-b1ad7c629585 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:04.407420 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b55f278e-0a9a-460f-990f-d2e1569c187e req-ca596100-c069-4c4a-b542-b1ad7c629585 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 945 time: 0.0582521 Aug 24 17:04:04.432153 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b587623-dd71-42af-80f0-5c8f65828bbe req-65573c23-ee5e-4624-82af-000eab258263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:04.434366 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b587623-dd71-42af-80f0-5c8f65828bbe req-65573c23-ee5e-4624-82af-000eab258263 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=47707b32-7c4e-4c21-bd52-0372b8d921a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491753 Aug 24 17:04:04.471112 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b55f278e-0a9a-460f-990f-d2e1569c187e req-7f5e5a48-f95d-4c2d-9d07-71fdc5992d65 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564835 Aug 24 17:04:04.554069 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b587623-dd71-42af-80f0-5c8f65828bbe req-0861de04-b978-431b-97e5-4c5f4896e0cf service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108510 Aug 24 17:04:04.651622 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0b587623-dd71-42af-80f0-5c8f65828bbe req-b9666b15-8c8d-4734-82e4-647750964a86 service neutron] 10.222.0.26 "GET /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881021 Aug 24 17:04:05.018943 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9301ab10-d977-4bf1-876e-76aa5140089e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:05.596632 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08bbb2-9cc4-4d7f-aec3-da6ca374adc5 req-4f043d66-046f-4f50-ba83-0c232580f432 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:05.598371 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-da08bbb2-9cc4-4d7f-aec3-da6ca374adc5 req-4f043d66-046f-4f50-ba83-0c232580f432 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 945 time: 0.0517032 Aug 24 17:04:05.640290 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-da08bbb2-9cc4-4d7f-aec3-da6ca374adc5 req-3c6b431f-54b4-4f0c-9570-8de134753526 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353265 Aug 24 17:04:06.766883 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc684d-5a76-400b-aa7a-933d8821edd9 req-978d1581-c42c-41e2-b101-59de0c6b9424 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:06.768322 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-25dc684d-5a76-400b-aa7a-933d8821edd9 req-978d1581-c42c-41e2-b101-59de0c6b9424 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 945 time: 0.0503500 Aug 24 17:04:06.810524 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-25dc684d-5a76-400b-aa7a-933d8821edd9 req-3a959bd0-ca10-4ed9-818e-c88a6615f56a tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354683 Aug 24 17:04:07.221682 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device cb6b2a85-a697-48ca-93a3-de639732fa36 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:04:07.280767 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port cb6b2a85-a697-48ca-93a3-de639732fa36 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:07.281135 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:07.365006 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:07.391629 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6b2a85-a697-48ca-93a3-de639732fa36'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:04:07.393922 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1832cb11-cfd8-45fd-b0f2-af4db0a18fe6" -d '{"events": [{"server_uuid": "a07796e6-bad0-4b48-9f3c-50a95ecc9fb5", "name": "network-vif-plugged", "status": "completed", "tag": "cb6b2a85-a697-48ca-93a3-de639732fa36"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:04:07.409473 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port cb6b2a85-a697-48ca-93a3-de639732fa36, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cb6b2a85-a697-48ca-93a3-de639732fa36,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:07.415102 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:07.441289 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10d1a64-43cf-47b1-8fab-31cd95f25758 x-openstack-request-id: req-d10d1a64-43cf-47b1-8fab-31cd95f25758 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:04:07.441574 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07796e6-bad0-4b48-9f3c-50a95ecc9fb5", "name": "network-vif-plugged", "status": "completed", "tag": "cb6b2a85-a697-48ca-93a3-de639732fa36", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:04:07.441769 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d10d1a64-43cf-47b1-8fab-31cd95f25758 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:04:07.442179 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'code': 200} Aug 24 17:04:07.472399 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=cb6b2a85-a697-48ca-93a3-de639732fa36,revision_number=10']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:07.480523 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:07.480858 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:07.481193 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:07.481520 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:07.481843 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:07.482169 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:07.482598 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:07.482920 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:07.483262 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:07.483565 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:07.483883 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:07.484200 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:07.907634 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bb7baebd-20c7-4ed8-a1c0-0841283d07ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:07.966235 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d174-d216-473c-83aa-b9f5d7270547 req-a80acc06-b680-4662-a216-3a5c0ed7b422 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:07.967858 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3028d174-d216-473c-83aa-b9f5d7270547 req-a80acc06-b680-4662-a216-3a5c0ed7b422 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 947 time: 0.0778992 Aug 24 17:04:08.019316 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3028d174-d216-473c-83aa-b9f5d7270547 req-83bbb0eb-0cf2-447b-9bb7-9ee04c9389e0 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450828 Aug 24 17:04:08.037800 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:08.556456 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4ba27-41ba-4729-967d-d0a7ccacddae req-d4cdfed3-2615-4160-a42d-b49531171e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:08.558019 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ec4ba27-41ba-4729-967d-d0a7ccacddae req-d4cdfed3-2615-4160-a42d-b49531171e15 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 1100 time: 0.0499041 Aug 24 17:04:08.595665 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ec4ba27-41ba-4729-967d-d0a7ccacddae req-595835f0-dae5-4679-bd6a-7f0e9fe74bc4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302246 Aug 24 17:04:09.144267 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5b8fe-8dcd-4f69-8160-588261520d32 req-8b205ede-d7f5-439b-a116-8d4f2937f17c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:09.145789 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1ed5b8fe-8dcd-4f69-8160-588261520d32 req-8b205ede-d7f5-439b-a116-8d4f2937f17c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 947 time: 0.0497515 Aug 24 17:04:09.187151 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1ed5b8fe-8dcd-4f69-8160-588261520d32 req-cf59076b-bc6d-4990-9760-ba8c5ca932f6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347307 Aug 24 17:04:09.355798 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:10.374048 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66188a70-eb18-47a3-9628-03af15724cdd req-eff16fbf-931b-4e07-a880-d816075cc781 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:10.376533 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-66188a70-eb18-47a3-9628-03af15724cdd req-eff16fbf-931b-4e07-a880-d816075cc781 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 947 time: 0.0579541 Aug 24 17:04:10.432504 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-66188a70-eb18-47a3-9628-03af15724cdd req-9275ca4a-2064-4df6-8ad6-17a92d989864 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460470 Aug 24 17:04:10.589227 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:11.573931 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ea458-0f7d-44e6-9642-912b26f8d6c0 req-95ca4f97-97c9-4d92-8b7d-64e4bea36737 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:11.576334 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-500ea458-0f7d-44e6-9642-912b26f8d6c0 req-95ca4f97-97c9-4d92-8b7d-64e4bea36737 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 947 time: 0.0607440 Aug 24 17:04:11.636745 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-500ea458-0f7d-44e6-9642-912b26f8d6c0 req-4d07c5ff-33ae-4f3a-90d2-6cd31a73d60c tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536644 Aug 24 17:04:14.287424 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e1584-857e-4e8e-9e17-565cbc4da9e0 req-191d92f7-e32a-4e1a-96c3-413ff5d1c2d2 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:14.290658 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ec3e1584-857e-4e8e-9e17-565cbc4da9e0 req-191d92f7-e32a-4e1a-96c3-413ff5d1c2d2 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 945 time: 0.0620987 Aug 24 17:04:14.335190 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ec3e1584-857e-4e8e-9e17-565cbc4da9e0 req-0aac10b5-a1d2-46db-ab58-fa53b7937837 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382175 Aug 24 17:04:15.465475 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb401f-e0d5-4d02-8038-b83da06303de req-27af2f16-bd6c-416f-b7d4-eed6e03b2b6c tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:15.467119 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4feb401f-e0d5-4d02-8038-b83da06303de req-27af2f16-bd6c-416f-b7d4-eed6e03b2b6c tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 945 time: 0.0520661 Aug 24 17:04:15.509061 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4feb401f-e0d5-4d02-8038-b83da06303de req-ffedd601-2d41-4b4c-8493-1ee9c0a64d4d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/security-groups?id=14fa098e-f38a-4a2f-958c-3f121cf17442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356214 Aug 24 17:04:16.135363 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede0347-515d-4b65-aa9d-c629dce1710b req-93cb9ed9-56d5-4ac0-b34b-d31d758bb428 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:16.136902 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-dede0347-515d-4b65-aa9d-c629dce1710b req-93cb9ed9-56d5-4ac0-b34b-d31d758bb428 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.26 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 945 time: 0.0523882 Aug 24 17:04:16.250674 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-dede0347-515d-4b65-aa9d-c629dce1710b req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Deleting port de982b10-86e8-4e50-b430-c95fb04adee5 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:16.251043 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-dede0347-515d-4b65-aa9d-c629dce1710b req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:16.368743 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-dede0347-515d-4b65-aa9d-c629dce1710b req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] For port de982b10-86e8-4e50-b430-c95fb04adee5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=de982b10-86e8-4e50-b430-c95fb04adee5,segment=NetworkSegment(9cf1d78a-1f70-4673-b7e1-972da6169610),segment_id=9cf1d78a-1f70-4673-b7e1-972da6169610)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:16.369167 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-dede0347-515d-4b65-aa9d-c629dce1710b req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:16.391436 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-dede0347-515d-4b65-aa9d-c629dce1710b req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Calling delete_port for de982b10-86e8-4e50-b430-c95fb04adee5 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:16.549254 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-dede0347-515d-4b65-aa9d-c629dce1710b req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:16.586965 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Pushing event deleted for resources: {'Port': ['ID=de982b10-86e8-4e50-b430-c95fb04adee5,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:16.588850 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['de982b10-86e8-4e50-b430-c95fb04adee5'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:04:16.614854 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:16.615204 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:16.615611 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:16.615868 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:16.616178 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:16.616515 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:16.616840 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:16.617165 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:16.617484 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:16.617813 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:16.618117 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:16.618475 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:16.641373 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ea0fa39e-2769-4fbd-a610-15f12b06289a req-da4daa07-dbd1-4558-afbf-7e6fe3b9af83 tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.13 "GET /v2.0/ports?device_id=da248617-06fe-453c-9109-69108c719a04 HTTP/1.1" status: 200 len: 210 time: 0.0434265 Aug 24 17:04:16.642063 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-dede0347-515d-4b65-aa9d-c629dce1710b req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] No DVR routers for this DVR port de982b10-86e8-4e50-b430-c95fb04adee5 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:04:16.644836 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-dede0347-515d-4b65-aa9d-c629dce1710b req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:16.646988 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-dede0347-515d-4b65-aa9d-c629dce1710b req-c8e33498-acc7-4088-bb5c-e76dca6a4b6d tempest-VolumesSnapshotTestJSON-2098785065 tempest-VolumesSnapshotTestJSON-2098785065-project] 10.222.0.26 "DELETE /v2.0/ports/de982b10-86e8-4e50-b430-c95fb04adee5 HTTP/1.1" status: 204 len: 173 time: 0.5037701 Aug 24 17:04:16.647477 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da248617-06fe-453c-9109-69108c719a04', 'name': 'network-vif-deleted', 'tag': 'de982b10-86e8-4e50-b430-c95fb04adee5'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:04:16.651191 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bf3775-73df-4e8e-a1f3-81dea0b97ff8" -d '{"events": [{"server_uuid": "da248617-06fe-453c-9109-69108c719a04", "name": "network-vif-deleted", "tag": "de982b10-86e8-4e50-b430-c95fb04adee5"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:04:16.708742 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecd7b1c-7595-4803-838b-224d6b2c1238 x-openstack-request-id: req-fecd7b1c-7595-4803-838b-224d6b2c1238 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:04:16.708981 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da248617-06fe-453c-9109-69108c719a04", "name": "network-vif-deleted", "tag": "de982b10-86e8-4e50-b430-c95fb04adee5", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:04:16.709164 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fecd7b1c-7595-4803-838b-224d6b2c1238 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:04:16.709724 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da248617-06fe-453c-9109-69108c719a04', 'name': 'network-vif-deleted', 'tag': 'de982b10-86e8-4e50-b430-c95fb04adee5', 'status': 'completed', 'code': 200} Aug 24 17:04:21.166608 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device de982b10-86e8-4e50-b430-c95fb04adee5 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:04:21.188948 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: de982b10-86e8-4e50-b430-c95fb04adee5 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:04:21.189318 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device de982b10-86e8-4e50-b430-c95fb04adee5 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:04:23.018967 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:23.644243 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34724) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:23.928164 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Deleting port f9d53617-7393-4281-b9bc-fca88198bf41 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:23.928457 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:24.006538 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:24.006992 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:24.019630 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Calling delete_port for f9d53617-7393-4281-b9bc-fca88198bf41 owned by network:floatingip {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:24.198555 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:24.222594 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Pushing event deleted for resources: {'Port': ['ID=f9d53617-7393-4281-b9bc-fca88198bf41,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:24.233693 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:24.234038 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:24.234396 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:24.234729 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:24.235053 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:24.235381 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:24.235703 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:24.236021 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:24.236342 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:24.236696 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:24.237008 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:24.237325 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:04:24.294088 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:24.294435 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.l3_db [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Floating IP dceb1071-70f7-4ea2-89b4-758d690fb9c9 disassociated (deleted). External IP: 172.27.0.231, port: 4c5f4e82-22a7-4938-a750-830cd53b3cdb. Aug 24 17:04:24.506799 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:04:24.616857 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:04:24.621857 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:24.627868 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf52051-ec49-4678-a6c6-9f622994ff16 None None] Sync routers for ids ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:04:24.640392 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf52051-ec49-4678-a6c6-9f622994ff16 None None] Routers {'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:24.641426 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1bf52051-ec49-4678-a6c6-9f622994ff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:24.653083 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-abaa97e3-eb79-4a87-b70e-9b3f848f1dcf tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "DELETE /v2.0/floatingips/dceb1071-70f7-4ea2-89b4-758d690fb9c9 HTTP/1.1" status: 204 len: 168 time: 1.0075881 Aug 24 17:04:24.653794 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'tag': '4c5f4e82-22a7-4938-a750-830cd53b3cdb'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:04:24.656239 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b2a646a1f232e2ad8fec3517a73b268219bf8140ee075a8608afca6235b5f5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd828755-0bcd-4772-97cc-747e97157555" -d '{"events": [{"name": "network-changed", "server_uuid": "8d099694-0367-4d2e-ba72-c5b0a18f90c2", "tag": "4c5f4e82-22a7-4938-a750-830cd53b3cdb"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:04:24.707103 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771a9174-5d3f-464b-a348-86551b6b3562 x-openstack-request-id: req-771a9174-5d3f-464b-a348-86551b6b3562 {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:04:24.707446 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d099694-0367-4d2e-ba72-c5b0a18f90c2", "tag": "4c5f4e82-22a7-4938-a750-830cd53b3cdb", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:04:24.707748 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-771a9174-5d3f-464b-a348-86551b6b3562 {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:04:24.708218 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'tag': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'status': 'completed', 'code': 200} Aug 24 17:04:24.801336 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd828755-0bcd-4772-97cc-747e97157555 req-94376510-490e-468d-8dfd-cf5ebfac5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:24.803030 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd828755-0bcd-4772-97cc-747e97157555 req-94376510-490e-468d-8dfd-cf5ebfac5f6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f5ac573a89426bb07c9469784a988a&device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 1098 time: 0.0477495 Aug 24 17:04:24.812285 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-1bf52051-ec49-4678-a6c6-9f622994ff16 None None] Set router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:24.926231 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd828755-0bcd-4772-97cc-747e97157555 req-47739a61-243d-4cdc-9ced-aa19d21a2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:24.927963 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd828755-0bcd-4772-97cc-747e97157555 req-47739a61-243d-4cdc-9ced-aa19d21a2aed service neutron] 10.222.0.26 "GET /v2.0/networks?id=4ece2958-e782-4b1c-bc84-917e4ceca564 HTTP/1.1" status: 200 len: 910 time: 0.1142242 Aug 24 17:04:24.939839 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a914d-970f-44d7-9ae5-a1e156dc9589 req-9ccd614f-7c1c-4d9e-a7d1-de6207d193b5 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:24.948172 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f19a914d-970f-44d7-9ae5-a1e156dc9589 req-9ccd614f-7c1c-4d9e-a7d1-de6207d193b5 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0642269 Aug 24 17:04:24.980346 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd828755-0bcd-4772-97cc-747e97157555 req-ac88ddf1-9503-4f5a-b034-11547262b15a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb HTTP/1.1" status: 200 len: 217 time: 0.0440674 Aug 24 17:04:24.986963 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f19a914d-970f-44d7-9ae5-a1e156dc9589 req-b35ee473-b17f-4cdd-8f1a-43e25ea03593 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374660 Aug 24 17:04:25.040896 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd828755-0bcd-4772-97cc-747e97157555 req-c1ce1a4e-c8ed-4650-86c6-ea08ff27eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:25.042462 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd828755-0bcd-4772-97cc-747e97157555 req-c1ce1a4e-c8ed-4650-86c6-ea08ff27eeac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5dc1bf70-f22a-4c5d-82d2-ce85a01cd328 HTTP/1.1" status: 200 len: 848 time: 0.0536323 Aug 24 17:04:25.072610 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1bf52051-ec49-4678-a6c6-9f622994ff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T16:58:59Z', 'revision_number': 4, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port': {'id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:56Z', 'updated_at': '2021-08-24T16:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '7a416ad0-749c-4f31-8fc4-4e62623f3d08', 'name': '', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'mac_address': 'fa:16:3e:e6:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:58Z', 'updated_at': '2021-08-24T16:59:06Z', 'revision_number': 5, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'subnets': [{'id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:25.098349 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd828755-0bcd-4772-97cc-747e97157555 req-b482f29f-8272-497e-ac9d-1438b116c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:25.099846 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd828755-0bcd-4772-97cc-747e97157555 req-b482f29f-8272-497e-ac9d-1438b116c76d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ece2958-e782-4b1c-bc84-917e4ceca564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445046 Aug 24 17:04:25.108583 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf52051-ec49-4678-a6c6-9f622994ff16 None None] Checking router: f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:04:25.117196 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf52051-ec49-4678-a6c6-9f622994ff16 None None] Routers {'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:25.117880 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1bf52051-ec49-4678-a6c6-9f622994ff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:25.204044 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd828755-0bcd-4772-97cc-747e97157555 req-04f47e47-4660-48da-8cd1-135f864a804c service neutron] 10.222.0.26 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944321 Aug 24 17:04:25.231194 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-1bf52051-ec49-4678-a6c6-9f622994ff16 None None] Set router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:25.352608 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd828755-0bcd-4772-97cc-747e97157555 req-5f6555b6-237f-4066-b4f6-95a14d1a0816 service neutron] 10.222.0.26 "GET /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381185 Aug 24 17:04:25.386146 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:04:25.464433 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1bf52051-ec49-4678-a6c6-9f622994ff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T16:58:59Z', 'revision_number': 4, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port': {'id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:56Z', 'updated_at': '2021-08-24T16:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '7a416ad0-749c-4f31-8fc4-4e62623f3d08', 'name': '', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'mac_address': 'fa:16:3e:e6:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:58Z', 'updated_at': '2021-08-24T16:59:06Z', 'revision_number': 5, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'subnets': [{'id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:25.490920 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf52051-ec49-4678-a6c6-9f622994ff16 None None] The sync data for ids ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'] in dv-cinder-799668-9-iscsi is: [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T16:58:59Z', 'revision_number': 4, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port': {'id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:56Z', 'updated_at': '2021-08-24T16:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '7a416ad0-749c-4f31-8fc4-4e62623f3d08', 'name': '', 'network_id': '4ece2958-e782-4b1c-bc84-917e4ceca564', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'mac_address': 'fa:16:3e:e6:a3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:58Z', 'updated_at': '2021-08-24T16:59:06Z', 'revision_number': 5, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'subnets': [{'id': '5dc1bf70-f22a-4c5d-82d2-ce85a01cd328', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:04:25.815832 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e7f4b4-9a57-4ac0-b288-0dfc8a464161 None None] New status for floating IP dceb1071-70f7-4ea2-89b4-758d690fb9c9: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:04:26.116516 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9f4b1-c6d9-4b7c-a01d-12149e95ed49 req-d5e9ae27-c65d-44fb-aea3-317b6fde46ca tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:26.118199 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-add9f4b1-c6d9-4b7c-a01d-12149e95ed49 req-d5e9ae27-c65d-44fb-aea3-317b6fde46ca tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0548053 Aug 24 17:04:26.160711 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-add9f4b1-c6d9-4b7c-a01d-12149e95ed49 req-2b482c6c-4552-40f7-8c44-ac1a2e9a4c74 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/security-groups?id=0cca6329-aaad-4fbf-8add-ca138344e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362077 Aug 24 17:04:26.745548 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a8f07-a5e3-4048-ac5b-aefea472253e req-3143ee55-a090-4013-bd68-99f732bdda56 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:26.746962 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a63a8f07-a5e3-4048-ac5b-aefea472253e req-3143ee55-a090-4013-bd68-99f732bdda56 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 945 time: 0.0532782 Aug 24 17:04:26.844012 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-a63a8f07-a5e3-4048-ac5b-aefea472253e req-c7e6c6c7-f032-4f43-8e96-de4720a1cdde tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Deleting port 4c5f4e82-22a7-4938-a750-830cd53b3cdb {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:26.844262 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a63a8f07-a5e3-4048-ac5b-aefea472253e req-c7e6c6c7-f032-4f43-8e96-de4720a1cdde tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:26.935638 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-a63a8f07-a5e3-4048-ac5b-aefea472253e req-c7e6c6c7-f032-4f43-8e96-de4720a1cdde tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] For port 4c5f4e82-22a7-4938-a750-830cd53b3cdb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c5f4e82-22a7-4938-a750-830cd53b3cdb,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:26.936002 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a63a8f07-a5e3-4048-ac5b-aefea472253e req-c7e6c6c7-f032-4f43-8e96-de4720a1cdde tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:26.948167 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-a63a8f07-a5e3-4048-ac5b-aefea472253e req-c7e6c6c7-f032-4f43-8e96-de4720a1cdde tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Calling delete_port for 4c5f4e82-22a7-4938-a750-830cd53b3cdb owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:27.087974 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a63a8f07-a5e3-4048-ac5b-aefea472253e req-c7e6c6c7-f032-4f43-8e96-de4720a1cdde tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:27.118042 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6c6c7-f032-4f43-8e96-de4720a1cdde tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Pushing event deleted for resources: {'Port': ['ID=4c5f4e82-22a7-4938-a750-830cd53b3cdb,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:27.159679 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63a8f07-a5e3-4048-ac5b-aefea472253e req-c7e6c6c7-f032-4f43-8e96-de4720a1cdde tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] No DVR routers for this DVR port 4c5f4e82-22a7-4938-a750-830cd53b3cdb on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:04:27.162245 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a63a8f07-a5e3-4048-ac5b-aefea472253e req-c7e6c6c7-f032-4f43-8e96-de4720a1cdde tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:27.164283 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a63a8f07-a5e3-4048-ac5b-aefea472253e req-c7e6c6c7-f032-4f43-8e96-de4720a1cdde tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.26 "DELETE /v2.0/ports/4c5f4e82-22a7-4938-a750-830cd53b3cdb HTTP/1.1" status: 204 len: 173 time: 0.4105558 Aug 24 17:04:27.164721 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'name': 'network-vif-deleted', 'tag': '4c5f4e82-22a7-4938-a750-830cd53b3cdb'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:04:27.167071 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd59679-d8fb-435e-a7f6-66d13dfd0b8b" -d '{"events": [{"server_uuid": "8d099694-0367-4d2e-ba72-c5b0a18f90c2", "name": "network-vif-deleted", "tag": "4c5f4e82-22a7-4938-a750-830cd53b3cdb"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:04:27.205818 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72578729-c170-438e-a61d-1aff7e8b70ea x-openstack-request-id: req-72578729-c170-438e-a61d-1aff7e8b70ea {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:04:27.206170 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d099694-0367-4d2e-ba72-c5b0a18f90c2", "name": "network-vif-deleted", "tag": "4c5f4e82-22a7-4938-a750-830cd53b3cdb", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:04:27.206555 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72578729-c170-438e-a61d-1aff7e8b70ea {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:04:27.207022 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d099694-0367-4d2e-ba72-c5b0a18f90c2', 'name': 'network-vif-deleted', 'tag': '4c5f4e82-22a7-4938-a750-830cd53b3cdb', 'status': 'completed', 'code': 200} Aug 24 17:04:27.267429 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3c25c409-c7ed-4873-9a41-822bda629b2b req-5565963e-509c-413d-8157-9f9535e1d7c8 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 210 time: 0.0337498 Aug 24 17:04:28.368974 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5b829bf1-3e93-4956-8504-30f507b94c5e req-9b6ab8fd-29ea-444f-82df-e0ed61b513c3 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 210 time: 0.0319705 Aug 24 17:04:29.465135 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f50ad1f4-d004-4c2d-b2bf-327cc60d5bd6 req-ed881a9b-0413-4035-910f-98e2aa6330fa tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 210 time: 0.0267920 Aug 24 17:04:30.575813 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3f290b47-a491-4d79-8db4-8ce69605f147 req-ce59dfc2-a0e8-4bd4-8935-f7292efb15aa tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d099694-0367-4d2e-ba72-c5b0a18f90c2 HTTP/1.1" status: 200 len: 210 time: 0.0284781 Aug 24 17:04:31.633601 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 34816) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:31.696874 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0fb48648-a439-44a3-957f-f3b17f7f9764 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:31.722912 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0fb48648-a439-44a3-957f-f3b17f7f9764 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:31.793353 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0fb48648-a439-44a3-957f-f3b17f7f9764 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:31.795974 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0fb48648-a439-44a3-957f-f3b17f7f9764 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:31.796524 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 4c5f4e82-22a7-4938-a750-830cd53b3cdb no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:04:31.797143 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0fb48648-a439-44a3-957f-f3b17f7f9764 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] 10.222.0.13 "DELETE /v2.0/security-groups/0cca6329-aaad-4fbf-8add-ca138344e2b9 HTTP/1.1" status: 204 len: 168 time: 0.1624396 Aug 24 17:04:31.806899 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb48648-a439-44a3-957f-f3b17f7f9764 tempest-TestShelveInstance-1040175741 tempest-TestShelveInstance-1040175741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cca6329-aaad-4fbf-8add-ca138344e2b9,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:31.829409 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 4c5f4e82-22a7-4938-a750-830cd53b3cdb {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:04:31.829723 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 4c5f4e82-22a7-4938-a750-830cd53b3cdb not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:04:31.842766 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34820) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:32.299396 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7291f7e3-1762-4ee5-9db1-b8564291d48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419728'] for router_interface, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:32.544990 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-7291f7e3-1762-4ee5-9db1-b8564291d48e admin admin] Deleting port 7a416ad0-749c-4f31-8fc4-4e62623f3d08 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:32.545333 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7291f7e3-1762-4ee5-9db1-b8564291d48e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:32.628228 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-7291f7e3-1762-4ee5-9db1-b8564291d48e admin admin] For port 7a416ad0-749c-4f31-8fc4-4e62623f3d08, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=7a416ad0-749c-4f31-8fc4-4e62623f3d08,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:32.628604 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7291f7e3-1762-4ee5-9db1-b8564291d48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:32.643290 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-7291f7e3-1762-4ee5-9db1-b8564291d48e admin admin] Calling delete_port for 7a416ad0-749c-4f31-8fc4-4e62623f3d08 owned by network:router_interface {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:32.833224 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7291f7e3-1762-4ee5-9db1-b8564291d48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:32.859042 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291f7e3-1762-4ee5-9db1-b8564291d48e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a416ad0-749c-4f31-8fc4-4e62623f3d08,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:33.276161 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7291f7e3-1762-4ee5-9db1-b8564291d48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588518'] for router_interface, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:33.496726 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7291f7e3-1762-4ee5-9db1-b8564291d48e admin admin] Router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:04:33.607681 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7291f7e3-1762-4ee5-9db1-b8564291d48e admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:04:33.613498 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-7291f7e3-1762-4ee5-9db1-b8564291d48e admin admin] 10.222.0.13 "PUT /v2.0/routers/f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7687342 Aug 24 17:04:33.616574 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34846) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:33.623427 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdb2d62-ec38-4adb-802d-a9034ce95cd4 None None] Sync routers for ids ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:04:33.635248 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdb2d62-ec38-4adb-802d-a9034ce95cd4 None None] Routers {'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:33.636083 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fbdb2d62-ec38-4adb-802d-a9034ce95cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:33.723472 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] Notify callbacks [] for router, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:33.769576 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-fbdb2d62-ec38-4adb-802d-a9034ce95cd4 None None] Set router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:33.838141 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:33.897159 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] Deleting port f6883aa2-d0c8-45db-93e8-d09d8eea023c {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:33.897902 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:33.989254 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] For port f6883aa2-d0c8-45db-93e8-d09d8eea023c, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=f6883aa2-d0c8-45db-93e8-d09d8eea023c,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:33.989685 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.004242 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] Calling delete_port for f6883aa2-d0c8-45db-93e8-d09d8eea023c owned by network:router_gateway {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:34.107795 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fbdb2d62-ec38-4adb-802d-a9034ce95cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T17:04:32Z', 'revision_number': 5, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port': {'id': 'f6883aa2-d0c8-45db-93e8-d09d8eea023c', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:58:56Z', 'updated_at': '2021-08-24T16:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:34.136499 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdb2d62-ec38-4adb-802d-a9034ce95cd4 None None] Checking router: f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:04:34.147026 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdb2d62-ec38-4adb-802d-a9034ce95cd4 None None] Routers {'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:34.147727 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fbdb2d62-ec38-4adb-802d-a9034ce95cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:34.198250 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.227583 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] Pushing event deleted for resources: {'Port': ['ID=f6883aa2-d0c8-45db-93e8-d09d8eea023c,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:34.235990 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-fbdb2d62-ec38-4adb-802d-a9034ce95cd4 None None] Set router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 gateway port host: None {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:34.286713 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421564'] for router_gateway, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.290954 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fbdb2d62-ec38-4adb-802d-a9034ce95cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T17:04:33Z', 'revision_number': 6, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port_host': None}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:34.316687 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdb2d62-ec38-4adb-802d-a9034ce95cd4 None None] The sync data for ids ['f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7'] in dv-cinder-799668-9-iscsi is: [{'id': 'f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7', 'name': 'tempest-TestShelveInstance-1257641586-router', 'tenant_id': 'c0f5ac573a89426bb07c9469784a988a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:58:55Z', 'updated_at': '2021-08-24T17:04:33Z', 'revision_number': 6, 'project_id': 'c0f5ac573a89426bb07c9469784a988a', 'gw_port_host': None}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:04:34.379120 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.381413 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.425912 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399909'] for router, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.426905 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 {{(pid=93841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:04:34.431466 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.435205 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-7d5dd63b-099a-4a72-93fa-a3173399733a admin admin] 10.222.0.13 "DELETE /v2.0/routers/f6ef7911-d7e2-47e3-8a2b-11aa60f3fca7 HTTP/1.1" status: 204 len: 168 time: 0.8151028 Aug 24 17:04:34.435392 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34862) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:34.483277 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc37ffec-bcb3-438f-8061-bee84915bed2 admin admin] Deleting subnet 5dc1bf70-f22a-4c5d-82d2-ce85a01cd328 {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:04:34.486283 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fc37ffec-bcb3-438f-8061-bee84915bed2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.520226 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fc37ffec-bcb3-438f-8061-bee84915bed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12781722'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.629525 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fc37ffec-bcb3-438f-8061-bee84915bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.696270 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fc37ffec-bcb3-438f-8061-bee84915bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13161694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16193823'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.724908 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37ffec-bcb3-438f-8061-bee84915bed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc1bf70-f22a-4c5d-82d2-ce85a01cd328,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:34.726907 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fc37ffec-bcb3-438f-8061-bee84915bed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.728835 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-fc37ffec-bcb3-438f-8061-bee84915bed2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5dc1bf70-f22a-4c5d-82d2-ce85a01cd328 HTTP/1.1" status: 204 len: 168 time: 0.2925012 Aug 24 17:04:34.732476 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 34868) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:34.736530 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a99d30f-7024-4ca1-b060-0ddb06ca48eb None None] Network 4ece2958-e782-4b1c-bc84-917e4ceca564 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:04:34.813338 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.865613 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Deleting port c4cdd87a-ea70-417e-a343-879226e4a44e {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:34.865949 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.930738 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] For port c4cdd87a-ea70-417e-a343-879226e4a44e, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=c4cdd87a-ea70-417e-a343-879226e4a44e,segment=NetworkSegment(a02cbb69-e651-4b1b-86e6-722ee927be27),segment_id=a02cbb69-e651-4b1b-86e6-722ee927be27)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:34.931128 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:34.944467 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Calling delete_port for c4cdd87a-ea70-417e-a343-879226e4a44e owned by network:dhcp {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:35.014245 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1a6c3b72-1127-43d2-9911-97b36b4f4b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:35.029401 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:35.053620 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4cdd87a-ea70-417e-a343-879226e4a44e,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:35.057377 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] No DVR routers for this DVR port c4cdd87a-ea70-417e-a343-879226e4a44e on host dv-cinder-799668-9-iscsi {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:04:35.105242 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e11ec62-d159-4b28-85ee-dc38defd167e None None] DHCP port deletion for 4ece2958-e782-4b1c-bc84-917e4ceca564 request from dv-cinder-799668-9-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:04:35.112964 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 7a416ad0-749c-4f31-8fc4-4e62623f3d08 no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:04:35.138641 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:35.140386 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 7a416ad0-749c-4f31-8fc4-4e62623f3d08 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:04:35.140931 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 7a416ad0-749c-4f31-8fc4-4e62623f3d08 not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:04:35.149532 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ece2958-e782-4b1c-bc84-917e4ceca564']}} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:35.160527 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02cbb69-e651-4b1b-86e6-722ee927be27') {'for_net_delete': True} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:35.160954 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02cbb69-e651-4b1b-86e6-722ee927be27') {} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:35.169984 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548676'] for segment, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:35.183402 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:35.189281 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:04:35.189660 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548517'] for segment, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: Traceback (most recent call last): Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: timer() Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: cb(*args, **kw) Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: return func(*args, **kwargs) Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: self._notify() Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: self.callback(batched_events) Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: event.method(event) Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: return f(self, *a, **k) Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: return self._get(url).json() Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: return self.request(url, 'GET', **kwargs) Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:04:35.191543 dv-cinder-799668-9-iscsi neutron-server[93842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:04:35.256989 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:35.261774 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:35.266448 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4ece2958-e782-4b1c-bc84-917e4ceca564 HTTP/1.1" status: 204 len: 168 time: 0.5328968 Aug 24 17:04:35.267059 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34876) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:35.280499 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1ea86-2e42-4cdd-b6b5-613502927cf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ece2958-e782-4b1c-bc84-917e4ceca564,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:35.650708 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1452457b-8fec-4c38-aa99-494711251e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419728'] for router_interface, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:35.901574 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-1452457b-8fec-4c38-aa99-494711251e90 admin admin] Deleting port 07581a0b-21db-4b73-b551-1e326a978cf8 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:35.901918 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1452457b-8fec-4c38-aa99-494711251e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:35.990230 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-1452457b-8fec-4c38-aa99-494711251e90 admin admin] For port 07581a0b-21db-4b73-b551-1e326a978cf8, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=07581a0b-21db-4b73-b551-1e326a978cf8,segment=NetworkSegment(c1d1f0b3-55fe-4d99-9efb-95ee368dddf6),segment_id=c1d1f0b3-55fe-4d99-9efb-95ee368dddf6)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:35.990545 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1452457b-8fec-4c38-aa99-494711251e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:36.006220 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-1452457b-8fec-4c38-aa99-494711251e90 admin admin] Calling delete_port for 07581a0b-21db-4b73-b551-1e326a978cf8 owned by network:router_interface {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:36.207956 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1452457b-8fec-4c38-aa99-494711251e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:36.242599 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452457b-8fec-4c38-aa99-494711251e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=07581a0b-21db-4b73-b551-1e326a978cf8,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:36.407947 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1452457b-8fec-4c38-aa99-494711251e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588518'] for router_interface, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:36.639938 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1452457b-8fec-4c38-aa99-494711251e90 admin admin] Router f42f1357-dda5-4d39-87dd-d6b1664bbb94 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:04:36.648674 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device f6883aa2-d0c8-45db-93e8-d09d8eea023c no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:04:36.668266 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: f6883aa2-d0c8-45db-93e8-d09d8eea023c {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:04:36.668606 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device f6883aa2-d0c8-45db-93e8-d09d8eea023c not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:04:36.669008 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device c4cdd87a-ea70-417e-a343-879226e4a44e no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:04:36.690432 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: c4cdd87a-ea70-417e-a343-879226e4a44e {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:04:36.690750 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device c4cdd87a-ea70-417e-a343-879226e4a44e not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:04:36.747313 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1452457b-8fec-4c38-aa99-494711251e90 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:04:36.753204 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1452457b-8fec-4c38-aa99-494711251e90 admin admin] 10.222.0.13 "PUT /v2.0/routers/f42f1357-dda5-4d39-87dd-d6b1664bbb94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4847293 Aug 24 17:04:36.755778 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34898) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:36.758849 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2771edee-9de8-43e6-b04e-faa2da0eb3e9 None None] Sync routers for ids ['f42f1357-dda5-4d39-87dd-d6b1664bbb94'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:04:36.769291 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771edee-9de8-43e6-b04e-faa2da0eb3e9 None None] Routers {'f42f1357-dda5-4d39-87dd-d6b1664bbb94'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:36.770795 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-2771edee-9de8-43e6-b04e-faa2da0eb3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f42f1357-dda5-4d39-87dd-d6b1664bbb94'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:36.879372 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-2771edee-9de8-43e6-b04e-faa2da0eb3e9 None None] Set router f42f1357-dda5-4d39-87dd-d6b1664bbb94 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:37.126763 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] Notify callbacks [] for router, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:37.159498 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-2771edee-9de8-43e6-b04e-faa2da0eb3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'name': 'tempest-TestShelveInstance-306356302-router', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:03Z', 'updated_at': '2021-08-24T17:04:36Z', 'revision_number': 5, 'project_id': 'd13fff9c79b748dd909718b0f8c97a95', 'gw_port': {'id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:04Z', 'updated_at': '2021-08-24T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:37.187870 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2771edee-9de8-43e6-b04e-faa2da0eb3e9 None None] Checking router: f42f1357-dda5-4d39-87dd-d6b1664bbb94 for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:04:37.196185 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771edee-9de8-43e6-b04e-faa2da0eb3e9 None None] Routers {'f42f1357-dda5-4d39-87dd-d6b1664bbb94'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:37.196791 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-2771edee-9de8-43e6-b04e-faa2da0eb3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['f42f1357-dda5-4d39-87dd-d6b1664bbb94'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:37.227836 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:37.282236 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] Deleting port e8e95f69-31e1-4469-8c97-bb6e0b4d4008 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:37.282624 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:37.298894 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-2771edee-9de8-43e6-b04e-faa2da0eb3e9 None None] Set router f42f1357-dda5-4d39-87dd-d6b1664bbb94 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:37.361601 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] For port e8e95f69-31e1-4469-8c97-bb6e0b4d4008, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=e8e95f69-31e1-4469-8c97-bb6e0b4d4008,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:37.361970 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:37.376062 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] Calling delete_port for e8e95f69-31e1-4469-8c97-bb6e0b4d4008 owned by network:router_gateway {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:37.477551 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-2771edee-9de8-43e6-b04e-faa2da0eb3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'name': 'tempest-TestShelveInstance-306356302-router', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:03Z', 'updated_at': '2021-08-24T17:04:36Z', 'revision_number': 5, 'project_id': 'd13fff9c79b748dd909718b0f8c97a95', 'gw_port': {'id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:04Z', 'updated_at': '2021-08-24T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:37.504462 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2771edee-9de8-43e6-b04e-faa2da0eb3e9 None None] The sync data for ids ['f42f1357-dda5-4d39-87dd-d6b1664bbb94'] in dv-cinder-799668-9-iscsi is: [{'id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'name': 'tempest-TestShelveInstance-306356302-router', 'tenant_id': 'd13fff9c79b748dd909718b0f8c97a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:03Z', 'updated_at': '2021-08-24T17:04:36Z', 'revision_number': 5, 'project_id': 'd13fff9c79b748dd909718b0f8c97a95', 'gw_port': {'id': 'e8e95f69-31e1-4469-8c97-bb6e0b4d4008', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f1357-dda5-4d39-87dd-d6b1664bbb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:04Z', 'updated_at': '2021-08-24T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:04:37.546371 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:37.576126 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e95f69-31e1-4469-8c97-bb6e0b4d4008,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:37.633469 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421564'] for router_gateway, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:37.722150 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:37.724344 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:37.771091 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399909'] for router, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:37.771602 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f42f1357-dda5-4d39-87dd-d6b1664bbb94 {{(pid=93841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:04:37.777408 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:37.778397 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d60c87f0-5978-4bd0-96b4-e9ada018bb09 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f42f1357-dda5-4d39-87dd-d6b1664bbb94 HTTP/1.1" status: 204 len: 168 time: 1.0216162 Aug 24 17:04:37.782030 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34904) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:37.835436 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a28b19d-da4e-4062-80df-ff58bb063fed admin admin] Deleting subnet a68cdce0-a201-4fa1-97c2-676b25f397b8 {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:04:37.840549 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a28b19d-da4e-4062-80df-ff58bb063fed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:37.880302 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a28b19d-da4e-4062-80df-ff58bb063fed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12781722'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:37.906455 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-0585ba60-37e7-4853-81ff-ae010175ae03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:37.969052 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a28b19d-da4e-4062-80df-ff58bb063fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.031230 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a28b19d-da4e-4062-80df-ff58bb063fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13161694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16193823'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.032470 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.065431 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28b19d-da4e-4062-80df-ff58bb063fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68cdce0-a201-4fa1-97c2-676b25f397b8,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:38.069181 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-4a28b19d-da4e-4062-80df-ff58bb063fed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.071151 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-4a28b19d-da4e-4062-80df-ff58bb063fed admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a68cdce0-a201-4fa1-97c2-676b25f397b8 HTTP/1.1" status: 204 len: 168 time: 0.2881205 Aug 24 17:04:38.073558 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34926) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:38.076013 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d673ae4-c486-436a-898d-0201364afaa9 None None] Network ec10c33d-0c5e-4671-b375-f1ff4114aa0d requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:04:38.155173 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.218435 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Deleting port 92c820b3-30e7-4caa-928c-d80ba806c7ea {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:38.218780 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.264557 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5af1f23-3573-4b98-8b5e-7cf0fda448d0 None None] DHCP port deletion for ec10c33d-0c5e-4671-b375-f1ff4114aa0d request from dv-cinder-799668-9-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:04:38.299571 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] For port 92c820b3-30e7-4caa-928c-d80ba806c7ea, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=92c820b3-30e7-4caa-928c-d80ba806c7ea,segment=NetworkSegment(c1d1f0b3-55fe-4d99-9efb-95ee368dddf6),segment_id=c1d1f0b3-55fe-4d99-9efb-95ee368dddf6)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:38.300188 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.313893 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Calling delete_port for 92c820b3-30e7-4caa-928c-d80ba806c7ea owned by network:dhcp {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:38.325684 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c5af1f23-3573-4b98-8b5e-7cf0fda448d0 None None] Deleting port 92c820b3-30e7-4caa-928c-d80ba806c7ea {{(pid=93843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:38.326232 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c5af1f23-3573-4b98-8b5e-7cf0fda448d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.393160 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c5af1f23-3573-4b98-8b5e-7cf0fda448d0 None None] For port 92c820b3-30e7-4caa-928c-d80ba806c7ea, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=92c820b3-30e7-4caa-928c-d80ba806c7ea,segment=NetworkSegment(c1d1f0b3-55fe-4d99-9efb-95ee368dddf6),segment_id=c1d1f0b3-55fe-4d99-9efb-95ee368dddf6)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:38.393605 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c5af1f23-3573-4b98-8b5e-7cf0fda448d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.397899 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.409159 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c5af1f23-3573-4b98-8b5e-7cf0fda448d0 None None] Calling delete_port for 92c820b3-30e7-4caa-928c-d80ba806c7ea owned by network:dhcp {{(pid=93843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:38.428881 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] No DVR routers for this DVR port 92c820b3-30e7-4caa-928c-d80ba806c7ea on host dv-cinder-799668-9-iscsi {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:04:38.430693 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Pushing event deleted for resources: {'Port': ['ID=92c820b3-30e7-4caa-928c-d80ba806c7ea,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:38.506275 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.517192 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec10c33d-0c5e-4671-b375-f1ff4114aa0d']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:38.525174 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c5af1f23-3573-4b98-8b5e-7cf0fda448d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969'] for port, after_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.529224 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d1f0b3-55fe-4d99-9efb-95ee368dddf6') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:38.529648 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d1f0b3-55fe-4d99-9efb-95ee368dddf6') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:38.552918 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12781717'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.554031 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af1f23-3573-4b98-8b5e-7cf0fda448d0 None None] Pushing event deleted for resources: {'Port': ['ID=92c820b3-30e7-4caa-928c-d80ba806c7ea,revision_number=None']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:38.556073 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af1f23-3573-4b98-8b5e-7cf0fda448d0 None None] No DVR routers for this DVR port 92c820b3-30e7-4caa-928c-d80ba806c7ea on host dv-cinder-799668-9-iscsi {{(pid=93843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:04:38.574038 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.582923 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:04:38.583514 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13161788'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: timer() Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: cb(*args, **kw) Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: self._notify() Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: self.callback(batched_events) Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: event.method(event) Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._get(url).json() Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:04:38.593658 dv-cinder-799668-9-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:04:38.612697 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 92c820b3-30e7-4caa-928c-d80ba806c7ea no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:04:38.634072 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 92c820b3-30e7-4caa-928c-d80ba806c7ea {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:04:38.634456 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 92c820b3-30e7-4caa-928c-d80ba806c7ea not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:04:38.634905 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 07581a0b-21db-4b73-b551-1e326a978cf8 no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:04:38.660287 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.661486 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 07581a0b-21db-4b73-b551-1e326a978cf8 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:04:38.662069 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 07581a0b-21db-4b73-b551-1e326a978cf8 not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:04:38.662618 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device e8e95f69-31e1-4469-8c97-bb6e0b4d4008 no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:04:38.668525 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.673307 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] 10.222.0.13 "DELETE /v2.0/networks/ec10c33d-0c5e-4671-b375-f1ff4114aa0d HTTP/1.1" status: 204 len: 168 time: 0.5987756 Aug 24 17:04:38.682631 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: e8e95f69-31e1-4469-8c97-bb6e0b4d4008 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:04:38.682973 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device e8e95f69-31e1-4469-8c97-bb6e0b4d4008 not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:04:38.683974 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7bf33-fcf2-4413-8c20-b59b575ebfab admin admin] Pushing event deleted for resources: {'Network': ['ID=ec10c33d-0c5e-4671-b375-f1ff4114aa0d,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:38.807914 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 34932) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:38.850716 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-cb3a165c-61d1-446b-8a01-f37ddd12979f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0f5ac573a89426bb07c9469784a988a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412419 Aug 24 17:04:38.853063 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 34934) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:38.902597 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8866b5cd-a538-4fee-93dc-6cb16cd71bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.922868 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8866b5cd-a538-4fee-93dc-6cb16cd71bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.978541 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8866b5cd-a538-4fee-93dc-6cb16cd71bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.981445 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8866b5cd-a538-4fee-93dc-6cb16cd71bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:38.982656 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-8866b5cd-a538-4fee-93dc-6cb16cd71bd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84551c9a-94f9-4b12-b36d-9c0c54f2bef9 HTTP/1.1" status: 204 len: 168 time: 0.1287420 Aug 24 17:04:38.990633 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866b5cd-a538-4fee-93dc-6cb16cd71bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84551c9a-94f9-4b12-b36d-9c0c54f2bef9,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:39.334775 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 34948) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:39.353290 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:39.377692 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-3975cbc0-4493-41cf-a619-de402002d336 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d13fff9c79b748dd909718b0f8c97a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416477 Aug 24 17:04:39.380486 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34950) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:39.430038 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e3547c8a-ee90-437d-b771-452479f9e944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:39.453019 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e3547c8a-ee90-437d-b771-452479f9e944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:39.502209 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e3547c8a-ee90-437d-b771-452479f9e944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:39.504864 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-e3547c8a-ee90-437d-b771-452479f9e944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:39.506038 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-e3547c8a-ee90-437d-b771-452479f9e944 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/862533f4-2384-4d2d-ae26-6a222c2a27a3 HTTP/1.1" status: 204 len: 168 time: 0.1245885 Aug 24 17:04:39.515365 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3547c8a-ee90-437d-b771-452479f9e944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862533f4-2384-4d2d-ae26-6a222c2a27a3,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:40.296986 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 34958) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:40.340175 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78010ef-8a41-4361-afc9-57682ccd2604 admin admin] Deleting subnet 1b5b2321-26e3-4aa8-a852-f6efc22c4c63 {{(pid=93842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:04:40.343385 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e78010ef-8a41-4361-afc9-57682ccd2604 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:40.379941 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e78010ef-8a41-4361-afc9-57682ccd2604 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548683'] for subnet, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:40.418258 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e78010ef-8a41-4361-afc9-57682ccd2604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:40.471629 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e78010ef-8a41-4361-afc9-57682ccd2604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8548679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8876280'] for subnet, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:40.494602 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78010ef-8a41-4361-afc9-57682ccd2604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b5b2321-26e3-4aa8-a852-f6efc22c4c63,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:40.500419 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e78010ef-8a41-4361-afc9-57682ccd2604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:40.502999 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e78010ef-8a41-4361-afc9-57682ccd2604 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1b5b2321-26e3-4aa8-a852-f6efc22c4c63 HTTP/1.1" status: 204 len: 168 time: 0.2043221 Aug 24 17:04:40.504929 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 34960) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:40.579140 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d7b42b88-0a1e-4261-8c36-689be981826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:40.590122 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:40.662811 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d7b42b88-0a1e-4261-8c36-689be981826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:40.672915 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-d7b42b88-0a1e-4261-8c36-689be981826c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f8ef5d-43fa-4f08-9a81-4202e9a44cea']}} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:40.683177 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-d7b42b88-0a1e-4261-8c36-689be981826c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf1d78a-1f70-4673-b7e1-972da6169610') {'for_net_delete': True} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:40.683468 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-d7b42b88-0a1e-4261-8c36-689be981826c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf1d78a-1f70-4673-b7e1-972da6169610') {} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:40.692753 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d7b42b88-0a1e-4261-8c36-689be981826c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548676'] for segment, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:40.708651 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d7b42b88-0a1e-4261-8c36-689be981826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:40.716049 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b42b88-0a1e-4261-8c36-689be981826c admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:04:40.716652 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d7b42b88-0a1e-4261-8c36-689be981826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548517'] for segment, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: Traceback (most recent call last): Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: timer() Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: cb(*args, **kw) Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: return func(*args, **kwargs) Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: self._notify() Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: self.callback(batched_events) Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: event.method(event) Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: return f(self, *a, **k) Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: return self._get(url).json() Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: return self.request(url, 'GET', **kwargs) Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:04:40.718801 dv-cinder-799668-9-iscsi neutron-server[93842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:04:40.779026 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d7b42b88-0a1e-4261-8c36-689be981826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:40.784988 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d7b42b88-0a1e-4261-8c36-689be981826c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:40.786910 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-d7b42b88-0a1e-4261-8c36-689be981826c admin admin] 10.222.0.13 "DELETE /v2.0/networks/46f8ef5d-43fa-4f08-9a81-4202e9a44cea HTTP/1.1" status: 204 len: 168 time: 0.2811015 Aug 24 17:04:40.797711 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b42b88-0a1e-4261-8c36-689be981826c admin admin] Pushing event deleted for resources: {'Network': ['ID=46f8ef5d-43fa-4f08-9a81-4202e9a44cea,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:40.958643 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34966) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:40.998476 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b9c3d37a-bc3d-40fc-b18d-beb245fdbf38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b8e8bf3c0f2496c9a9a4a8a294b7aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385833 Aug 24 17:04:41.001128 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34968) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:41.050133 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7668e76f-5968-4863-ab35-ebfa23d1551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:41.071364 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7668e76f-5968-4863-ab35-ebfa23d1551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:41.123154 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7668e76f-5968-4863-ab35-ebfa23d1551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:41.125674 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7668e76f-5968-4863-ab35-ebfa23d1551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:41.126851 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-7668e76f-5968-4863-ab35-ebfa23d1551f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14fa098e-f38a-4a2f-958c-3f121cf17442 HTTP/1.1" status: 204 len: 168 time: 0.1248930 Aug 24 17:04:41.135429 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668e76f-5968-4863-ab35-ebfa23d1551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fa098e-f38a-4a2f-958c-3f121cf17442,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:41.848186 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 34990) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:41.956159 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-665691480-network', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:04:41.978498 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] Made reservation on behalf of 665b0ad6502e436e84bcb1c76d513b6e for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:04:41.980849 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:41.989490 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:42.079519 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:42.084993 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:42.109061 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:04:42.119254 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387e944d-a35d-48b7-a791-bc18ce8a354c,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:42.124053 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:42.124425 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] Added segment bd940902-cbaf-4bc5-bb4b-0924fb5a441f of type vlan for network e031341b-7b29-4842-a33e-ce6b4c955d76 Aug 24 17:04:42.165322 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:42.192376 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:42.193361 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:42.194052 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:42.247419 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3980560 Aug 24 17:04:42.250712 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 34996) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:42.256077 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-cacca18d-dae3-4e86-8409-bb2f01eaaea4 admin admin] Request body: {'subnet': {'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-665691480-subnet', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'ip_version': 4}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:04:42.258666 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a86ce1-6799-4da8-b102-c88b3c2fbc4b admin admin] Pushing event updated for resources: {'Network': ['ID=e031341b-7b29-4842-a33e-ce6b4c955d76,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:42.270679 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network e031341b-7b29-4842-a33e-ce6b4c955d76 details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:04:42.284354 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacca18d-dae3-4e86-8409-bb2f01eaaea4 admin admin] Made reservation on behalf of 665b0ad6502e436e84bcb1c76d513b6e for: {'subnet': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:04:42.286758 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-cacca18d-dae3-4e86-8409-bb2f01eaaea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8876035'] for subnet, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:42.709356 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-cacca18d-dae3-4e86-8409-bb2f01eaaea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8548608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8876273'] for subnet, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:42.762861 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacca18d-dae3-4e86-8409-bb2f01eaaea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84a80fb-5450-470c-bcf0-e0081311be6f,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:42.771752 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacca18d-dae3-4e86-8409-bb2f01eaaea4 admin admin] Checking segment: {'id': 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:04:42.772087 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacca18d-dae3-4e86-8409-bb2f01eaaea4 admin admin] Network hostable DHCP agents. Network: e031341b-7b29-4842-a33e-ce6b4c955d76, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:04:42.791218 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacca18d-dae3-4e86-8409-bb2f01eaaea4 admin admin] Network e031341b-7b29-4842-a33e-ce6b4c955d76 is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:04:42.800745 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-cacca18d-dae3-4e86-8409-bb2f01eaaea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, e031341b-7b29-4842-a33e-ce6b4c955d76) {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:04:42.804880 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacca18d-dae3-4e86-8409-bb2f01eaaea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:42.805467 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-cacca18d-dae3-4e86-8409-bb2f01eaaea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:42.810156 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ae585d-5757-4c60-8a24-aeebd47d4b18 None None] Network e031341b-7b29-4842-a33e-ce6b4c955d76 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:04:42.821717 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-cacca18d-dae3-4e86-8409-bb2f01eaaea4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5699735 Aug 24 17:04:42.825116 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 34998) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:42.829566 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:04:42.852224 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-939'] for router, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:42.853408 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-944'] for router, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:42.918791 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:42.960417 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb226abeb-071e-59b7-8692-7898f48df32a-e031341b-7b29-4842-a33e-ce6b4c955d76', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'fixed_ips': [{'subnet_id': 'd84a80fb-5450-470c-bcf0-e0081311be6f'}]}} from dv-cinder-799668-9-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 17:04:42.961566 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:43.060819 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:43.137035 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Allocated IP 172.20.0.2 (e031341b-7b29-4842-a33e-ce6b4c955d76/d84a80fb-5450-470c-bcf0-e0081311be6f/f8b09ea1-69e1-439b-8d89-1996a1818996) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:04:43.268612 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:43.283319 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:43.287528 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:43.291673 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Transition to ACTIVE for port object f8b09ea1-69e1-439b-8d89-1996a1818996 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:04:43.306728 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Transition to ACTIVE for port object f8b09ea1-69e1-439b-8d89-1996a1818996 will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:04:43.314251 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:43.354649 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Network e031341b-7b29-4842-a33e-ce6b4c955d76 is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:04:43.360715 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:04:43.362960 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Pushing event updated for resources: {'Port': ['ID=f8b09ea1-69e1-439b-8d89-1996a1818996,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:43.365063 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:04:43.397638 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Allocated IP 172.27.0.42 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/b67503a8-9baa-4a07-881c-55453ba01110) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:04:43.418500 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Attempting to bind port f8b09ea1-69e1-439b-8d89-1996a1818996 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:04:43.418955 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Attempting to bind port f8b09ea1-69e1-439b-8d89-1996a1818996 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:04:43.419243 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Attempting to bind port f8b09ea1-69e1-439b-8d89-1996a1818996 on network e031341b-7b29-4842-a33e-ce6b4c955d76 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:04:43.424356 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:04:43.424723 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Checking segment: {'id': 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:04:43.425122 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:43.425506 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Bound using segment: {'id': 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:04:43.425970 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Bound port: f8b09ea1-69e1-439b-8d89-1996a1818996, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:04:43.426369 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:43.491411 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] For port f8b09ea1-69e1-439b-8d89-1996a1818996, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:04:43.494697 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] For port f8b09ea1-69e1-439b-8d89-1996a1818996, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=f8b09ea1-69e1-439b-8d89-1996a1818996,segment=NetworkSegment(bd940902-cbaf-4bc5-bb4b-0924fb5a441f),segment_id=bd940902-cbaf-4bc5-bb4b-0924fb5a441f)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:04:43.500136 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:43.501119 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:43.545084 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:43.557847 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b5eed-9458-4a19-afa7-5df7b1823edf None None] Pushing event updated for resources: {'Port': ['ID=f8b09ea1-69e1-439b-8d89-1996a1818996,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:43.587998 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:04:43.591657 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:04:43.596361 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:04:43.599665 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b67503a8-9baa-4a07-881c-55453ba01110,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:43.876403 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:44.080346 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421220'] for router, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:44.221546 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Router bad29e9c-5b22-40bc-b538-b634b1a7a292 is scheduled to L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e with binding_index 1 {{(pid=93842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:04:44.328620 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:04:44.338734 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Sync routers for ids ['bad29e9c-5b22-40bc-b538-b634b1a7a292'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:04:44.346976 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:44.350994 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-21fb88fe-1b5e-4974-b11f-299cb276b3a7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5224323 Aug 24 17:04:44.351405 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35010) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:44.354424 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Routers {'bad29e9c-5b22-40bc-b538-b634b1a7a292'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:44.355068 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['bad29e9c-5b22-40bc-b538-b634b1a7a292'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:44.431036 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aea1349-f47a-4c09-abc0-b03d99bc5910 None None] Network e031341b-7b29-4842-a33e-ce6b4c955d76 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:04:44.527979 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Set router bad29e9c-5b22-40bc-b538-b634b1a7a292 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:44.592060 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-d388d48c-7e45-420e-9be9-cd0188cc2a02 None None] Provisioning for port f8b09ea1-69e1-439b-8d89-1996a1818996 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:04:44.662590 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device f8b09ea1-69e1-439b-8d89-1996a1818996 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:04:44.789148 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:44.792933 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port f8b09ea1-69e1-439b-8d89-1996a1818996 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:04:44.805519 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port f8b09ea1-69e1-439b-8d89-1996a1818996 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:44.805903 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:44.899937 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:04:43Z', 'revision_number': 3, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port': {'id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:43Z', 'updated_at': '2021-08-24T17:04:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:44.979507 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Allocated IP 172.20.0.1 (e031341b-7b29-4842-a33e-ce6b4c955d76/d84a80fb-5450-470c-bcf0-e0081311be6f/1fbeaafd-2c17-45f1-a803-2fb6e91e5384) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:04:45.101044 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.101580 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Checking router: bad29e9c-5b22-40bc-b538-b634b1a7a292 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:04:45.101928 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Updating router bad29e9c-5b22-40bc-b538-b634b1a7a292 port b67503a8-9baa-4a07-881c-55453ba01110 binding host dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:04:45.120506 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Transition to ACTIVE for port object 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 will not be triggered until provisioned by entity DHCP. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:04:45.141897 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.153910 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.157026 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-28606985-f6c0-457f-92bf-98b72d3416c8 None None] Provisioning complete for port f8b09ea1-69e1-439b-8d89-1996a1818996 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:45.157479 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-28606985-f6c0-457f-92bf-98b72d3416c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.163011 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.227000 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Network e031341b-7b29-4842-a33e-ce6b4c955d76 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:04:45.241170 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:04:45.242929 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:04:45.244938 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port f8b09ea1-69e1-439b-8d89-1996a1818996, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=f8b09ea1-69e1-439b-8d89-1996a1818996,segment=NetworkSegment(bd940902-cbaf-4bc5-bb4b-0924fb5a441f),segment_id=bd940902-cbaf-4bc5-bb4b-0924fb5a441f)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:45.275154 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbeaafd-2c17-45f1-a803-2fb6e91e5384,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:45.296125 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.302547 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92abcd-f237-49d4-9f0c-05e94e71de1e req-803d9aa7-0dbb-4ac9-99a7-f177476e05ad tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:45.304130 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3c92abcd-f237-49d4-9f0c-05e94e71de1e req-803d9aa7-0dbb-4ac9-99a7-f177476e05ad tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 947 time: 0.1324544 Aug 24 17:04:45.320489 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421399'] for router_interface, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.440175 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-3c92abcd-f237-49d4-9f0c-05e94e71de1e req-20892da2-276e-4396-816e-136fa2c00fdf tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294303 Aug 24 17:04:45.447015 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=f8b09ea1-69e1-439b-8d89-1996a1818996,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:45.475565 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.560255 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.573201 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Transition to ACTIVE for port object b67503a8-9baa-4a07-881c-55453ba01110 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:04:45.582014 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.587645 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-6e8631c1-7bf5-4c97-91b8-a77b4c812bfd None None] Provisioning for port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:04:45.617966 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-6e8631c1-7bf5-4c97-91b8-a77b4c812bfd None None] Provisioning complete for port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:45.618357 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6e8631c1-7bf5-4c97-91b8-a77b4c812bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.640407 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.647189 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13161728'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.666554 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efbfd2-7930-4998-ad0a-50873eaafda1 None None] Pushing event updated for resources: {'Port': ['ID=b67503a8-9baa-4a07-881c-55453ba01110,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:45.674858 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Attempting to bind port b67503a8-9baa-4a07-881c-55453ba01110 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:04:45.674858 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Attempting to bind port b67503a8-9baa-4a07-881c-55453ba01110 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:04:45.674858 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Attempting to bind port b67503a8-9baa-4a07-881c-55453ba01110 on network 936fe392-5fcd-487c-9559-b2b2e2d38c54 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:04:45.689831 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:04:45.690203 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Checking segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:04:45.690643 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.691035 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Bound using segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:04:45.691541 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Bound port: b67503a8-9baa-4a07-881c-55453ba01110, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:04:45.691969 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.693775 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-6e8631c1-7bf5-4c97-91b8-a77b4c812bfd None None] Port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:04:45.718556 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbeaafd-2c17-45f1-a803-2fb6e91e5384,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:45.721214 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419777'] for router_interface, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.754694 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] For port b67503a8-9baa-4a07-881c-55453ba01110, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:04:45.758899 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] For port b67503a8-9baa-4a07-881c-55453ba01110, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=b67503a8-9baa-4a07-881c-55453ba01110,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:04:45.764562 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:45.817994 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Network e031341b-7b29-4842-a33e-ce6b4c955d76 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:04:45.819643 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:04:45.822450 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Routers {'bad29e9c-5b22-40bc-b538-b634b1a7a292'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:45.823152 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['bad29e9c-5b22-40bc-b538-b634b1a7a292'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:45.825930 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efbfd2-7930-4998-ad0a-50873eaafda1 None None] Pushing event updated for resources: {'Port': ['ID=b67503a8-9baa-4a07-881c-55453ba01110,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:45.939256 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Router bad29e9c-5b22-40bc-b538-b634b1a7a292 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:04:45.942736 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] Set router bad29e9c-5b22-40bc-b538-b634b1a7a292 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:46.052534 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:04:46.065876 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b82b079c-d0d1-49f8-bdf5-049a94e2cf16 admin admin] 10.222.0.13 "PUT /v2.0/routers/bad29e9c-5b22-40bc-b538-b634b1a7a292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7051060 Aug 24 17:04:46.071621 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-8d797b90-16f8-4250-8025-b46e954ea076 None None] Provisioning complete for port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:46.071967 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8d797b90-16f8-4250-8025-b46e954ea076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:46.130369 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-8d797b90-16f8-4250-8025-b46e954ea076 None None] Port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:04:46.191471 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 4, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port': {'id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:43Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '1fbeaafd-2c17-45f1-a803-2fb6e91e5384', 'name': '', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'mac_address': 'fa:16:3e:c2:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:44Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 2, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'subnets': [{'id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:46.218505 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1104c2a0-5f2c-4f54-ab4a-d3d8c6131222 None None] The sync data for ids ['bad29e9c-5b22-40bc-b538-b634b1a7a292'] in dv-cinder-799668-9-iscsi is: [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 4, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port': {'id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:43Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '1fbeaafd-2c17-45f1-a803-2fb6e91e5384', 'name': '', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'mac_address': 'fa:16:3e:c2:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:44Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 2, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'subnets': [{'id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:04:46.594308 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddcf13-cebb-48a4-8c9e-a2cbc7918207 req-897bd16e-00f4-42fe-89a4-dc3f94066e6b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:46.602300 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cfddcf13-cebb-48a4-8c9e-a2cbc7918207 req-897bd16e-00f4-42fe-89a4-dc3f94066e6b tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 947 time: 0.0702744 Aug 24 17:04:46.620826 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device f8b09ea1-69e1-439b-8d89-1996a1818996 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:04:46.628397 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35038) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:46.635386 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-918539079-network', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:04:46.641967 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cfddcf13-cebb-48a4-8c9e-a2cbc7918207 req-6bafbbf0-b1ce-4b4c-b5f9-86534aafa93d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups?id=2e7f7b90-0bc6-4183-ba6f-7abaef18489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386174 Aug 24 17:04:46.670803 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] Made reservation on behalf of a86a7e38fd40472ea988c4e835a4b90c for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:04:46.673548 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:46.683348 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:46.685304 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port f8b09ea1-69e1-439b-8d89-1996a1818996 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:46.685744 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:46.721022 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f531c7-db95-418c-ae16-a7107f22d815 req-3b7abfe2-a85e-488e-909b-c79008f16c4d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:46.722622 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-38f531c7-db95-418c-ae16-a7107f22d815 req-3b7abfe2-a85e-488e-909b-c79008f16c4d tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.26 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 947 time: 0.0608404 Aug 24 17:04:46.808517 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:46.814324 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:46.839456 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-38f531c7-db95-418c-ae16-a7107f22d815 req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Deleting port cb6b2a85-a697-48ca-93a3-de639732fa36 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:46.839800 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-38f531c7-db95-418c-ae16-a7107f22d815 req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:46.840776 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:04:46.857194 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77d8ef4-e367-4581-9148-1af82ee555eb,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:46.860171 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:46.860503 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] Added segment f5308d63-4f84-4ee1-8185-2145a1db7032 of type vlan for network caeb87b2-afec-40d9-aa24-29657c655873 Aug 24 17:04:46.908043 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:46.939188 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-38f531c7-db95-418c-ae16-a7107f22d815 req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] For port cb6b2a85-a697-48ca-93a3-de639732fa36, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cb6b2a85-a697-48ca-93a3-de639732fa36,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:46.939647 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-38f531c7-db95-418c-ae16-a7107f22d815 req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:46.943776 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:46.944636 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:46.945227 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:47.003919 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3733337 Aug 24 17:04:47.011569 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35040) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:47.020579 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-0a349fc5-f28a-471b-8c1f-084e9e37eac6 admin admin] Request body: {'subnet': {'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-918539079-subnet', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:04:47.030685 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caaf5ce-b801-4f5d-8cae-a0cb9cb5ca91 admin admin] Pushing event updated for resources: {'Network': ['ID=caeb87b2-afec-40d9-aa24-29657c655873,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:47.046224 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network caeb87b2-afec-40d9-aa24-29657c655873 details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:04:47.057851 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a349fc5-f28a-471b-8c1f-084e9e37eac6 admin admin] Made reservation on behalf of a86a7e38fd40472ea988c4e835a4b90c for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:04:47.061376 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a349fc5-f28a-471b-8c1f-084e9e37eac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16194020'] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:47.167579 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-38f531c7-db95-418c-ae16-a7107f22d815 req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:47.167999 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-38f531c7-db95-418c-ae16-a7107f22d815 req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:47.168311 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.l3_db [req-38f531c7-db95-418c-ae16-a7107f22d815 req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Floating IP 4457c3aa-87b6-4db4-9d97-d5d638b2ba3e disassociated. External IP: 172.27.0.215, port: cb6b2a85-a697-48ca-93a3-de639732fa36. Aug 24 17:04:47.168647 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-38f531c7-db95-418c-ae16-a7107f22d815 req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Calling delete_port for cb6b2a85-a697-48ca-93a3-de639732fa36 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:47.248089 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a349fc5-f28a-471b-8c1f-084e9e37eac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16193814'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:47.309527 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a349fc5-f28a-471b-8c1f-084e9e37eac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e418ebe-fd4d-4012-93f0-97af802aad12,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:47.314540 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-38f531c7-db95-418c-ae16-a7107f22d815 req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:47.320999 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a349fc5-f28a-471b-8c1f-084e9e37eac6 admin admin] Checking segment: {'id': 'f5308d63-4f84-4ee1-8185-2145a1db7032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:04:47.321358 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a349fc5-f28a-471b-8c1f-084e9e37eac6 admin admin] Network hostable DHCP agents. Network: caeb87b2-afec-40d9-aa24-29657c655873, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:04:47.340960 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a349fc5-f28a-471b-8c1f-084e9e37eac6 admin admin] Network caeb87b2-afec-40d9-aa24-29657c655873 is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:04:47.342901 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event deleted for resources: {'Port': ['ID=cb6b2a85-a697-48ca-93a3-de639732fa36,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:47.361025 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-0a349fc5-f28a-471b-8c1f-084e9e37eac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, caeb87b2-afec-40d9-aa24-29657c655873) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:04:47.371719 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd09eff-7b0e-4fc2-be01-8a3d5aa2dcc3 None None] Network caeb87b2-afec-40d9-aa24-29657c655873 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:04:47.373955 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a349fc5-f28a-471b-8c1f-084e9e37eac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:04:47.374570 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0a349fc5-f28a-471b-8c1f-084e9e37eac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:47.394904 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-0a349fc5-f28a-471b-8c1f-084e9e37eac6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3827572 Aug 24 17:04:47.397659 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35042) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:47.403302 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-918539079-router', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:04:47.434111 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-939'] for router, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:47.435332 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-944'] for router, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:47.483833 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38f531c7-db95-418c-ae16-a7107f22d815 req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Router 25255ba3-d10b-48c5-9b8c-5967cf8f22be has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:04:47.495612 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:47.544537 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb226abeb-071e-59b7-8692-7898f48df32a-caeb87b2-afec-40d9-aa24-29657c655873', 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'fixed_ips': [{'subnet_id': '7e418ebe-fd4d-4012-93f0-97af802aad12'}]}} from dv-cinder-799668-9-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 17:04:47.545525 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:47.615798 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38f531c7-db95-418c-ae16-a7107f22d815 req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:04:47.626758 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61db821-20fd-4d1e-a266-9e5294340324 None None] Sync routers for ids ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:04:47.643504 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61db821-20fd-4d1e-a266-9e5294340324 None None] Routers {'25255ba3-d10b-48c5-9b8c-5967cf8f22be'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:47.644420 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-e61db821-20fd-4d1e-a266-9e5294340324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:47.683658 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f531c7-db95-418c-ae16-a7107f22d815 req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] No DVR routers for this DVR port cb6b2a85-a697-48ca-93a3-de639732fa36 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:04:47.687520 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-38f531c7-db95-418c-ae16-a7107f22d815 req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:47.689777 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-38f531c7-db95-418c-ae16-a7107f22d815 req-8531c55e-f942-41d0-bf29-09ed7293f4f3 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.26 "DELETE /v2.0/ports/cb6b2a85-a697-48ca-93a3-de639732fa36 HTTP/1.1" status: 204 len: 173 time: 0.9588947 Aug 24 17:04:47.690234 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'name': 'network-vif-deleted', 'tag': 'cb6b2a85-a697-48ca-93a3-de639732fa36'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:04:47.699378 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab170b2f-bec4-4c67-9f7d-1727034780cd" -d '{"events": [{"server_uuid": "a07796e6-bad0-4b48-9f3c-50a95ecc9fb5", "name": "network-vif-deleted", "tag": "cb6b2a85-a697-48ca-93a3-de639732fa36"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:04:47.788506 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Allocated IP 172.20.0.2 (caeb87b2-afec-40d9-aa24-29657c655873/7e418ebe-fd4d-4012-93f0-97af802aad12/2b7bc648-12d2-4b82-867a-6f1d3b63b636) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:04:47.793760 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3c742d-fe0d-4ff8-bfae-2ba8161cb3e9 x-openstack-request-id: req-ec3c742d-fe0d-4ff8-bfae-2ba8161cb3e9 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:04:47.794071 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07796e6-bad0-4b48-9f3c-50a95ecc9fb5", "name": "network-vif-deleted", "tag": "cb6b2a85-a697-48ca-93a3-de639732fa36", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:04:47.794651 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec3c742d-fe0d-4ff8-bfae-2ba8161cb3e9 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:04:47.795053 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07796e6-bad0-4b48-9f3c-50a95ecc9fb5', 'name': 'network-vif-deleted', 'tag': 'cb6b2a85-a697-48ca-93a3-de639732fa36', 'status': 'completed', 'code': 200} Aug 24 17:04:47.875499 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-e61db821-20fd-4d1e-a266-9e5294340324 None None] Set router 25255ba3-d10b-48c5-9b8c-5967cf8f22be gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:48.005417 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1e1e5bb4-0d89-41eb-877d-c6a18d2e7d10 req-7d285230-2fd6-4918-b4e9-84198f28b36f tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/ports?device_id=a07796e6-bad0-4b48-9f3c-50a95ecc9fb5 HTTP/1.1" status: 200 len: 210 time: 0.0318108 Aug 24 17:04:48.036058 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:48.046388 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Transition to ACTIVE for port object 2b7bc648-12d2-4b82-867a-6f1d3b63b636 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:04:48.069103 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Transition to ACTIVE for port object 2b7bc648-12d2-4b82-867a-6f1d3b63b636 will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:04:48.077765 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:48.079324 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:48.122911 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Network caeb87b2-afec-40d9-aa24-29657c655873 is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:04:48.128726 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:04:48.130676 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Pushing event updated for resources: {'Port': ['ID=2b7bc648-12d2-4b82-867a-6f1d3b63b636,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:48.132833 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:04:48.188269 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-e61db821-20fd-4d1e-a266-9e5294340324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:58Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:48.190741 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Attempting to bind port 2b7bc648-12d2-4b82-867a-6f1d3b63b636 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:04:48.191108 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Attempting to bind port 2b7bc648-12d2-4b82-867a-6f1d3b63b636 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': 'f5308d63-4f84-4ee1-8185-2145a1db7032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:04:48.191496 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Attempting to bind port 2b7bc648-12d2-4b82-867a-6f1d3b63b636 on network caeb87b2-afec-40d9-aa24-29657c655873 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:04:48.197351 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:04:48.197828 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Checking segment: {'id': 'f5308d63-4f84-4ee1-8185-2145a1db7032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:04:48.198234 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:48.198663 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Bound using segment: {'id': 'f5308d63-4f84-4ee1-8185-2145a1db7032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:04:48.199132 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Bound port: 2b7bc648-12d2-4b82-867a-6f1d3b63b636, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5308d63-4f84-4ee1-8185-2145a1db7032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:04:48.199699 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:48.218200 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61db821-20fd-4d1e-a266-9e5294340324 None None] Checking router: 25255ba3-d10b-48c5-9b8c-5967cf8f22be for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:04:48.226630 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61db821-20fd-4d1e-a266-9e5294340324 None None] Routers {'25255ba3-d10b-48c5-9b8c-5967cf8f22be'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:48.227228 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-e61db821-20fd-4d1e-a266-9e5294340324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:48.270596 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] For port 2b7bc648-12d2-4b82-867a-6f1d3b63b636, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:04:48.274539 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] For port 2b7bc648-12d2-4b82-867a-6f1d3b63b636, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=2b7bc648-12d2-4b82-867a-6f1d3b63b636,segment=NetworkSegment(f5308d63-4f84-4ee1-8185-2145a1db7032),segment_id=f5308d63-4f84-4ee1-8185-2145a1db7032)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:04:48.280328 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:48.314189 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:48.343042 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:48.345410 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de726f7-fcea-42f1-8c19-0078aa7da213 None None] Pushing event updated for resources: {'Port': ['ID=2b7bc648-12d2-4b82-867a-6f1d3b63b636,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:48.356407 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-e61db821-20fd-4d1e-a266-9e5294340324 None None] Set router 25255ba3-d10b-48c5-9b8c-5967cf8f22be gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:48.458733 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Allocated IP 172.27.0.240 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:04:48.601952 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-e61db821-20fd-4d1e-a266-9e5294340324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:58Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:48.605210 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:48.647631 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61db821-20fd-4d1e-a266-9e5294340324 None None] The sync data for ids ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'] in dv-cinder-799668-9-iscsi is: [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T16:57:48Z', 'revision_number': 4, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'b6897ce1-7276-4620-9f82-7e8ed953222c', 'name': '', 'network_id': '47707b32-7c4e-4c21-bd52-0372b8d921a4', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'mac_address': 'fa:16:3e:d2:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:46Z', 'updated_at': '2021-08-24T16:57:58Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'subnets': [{'id': '8a4233f5-3ced-41ee-bb84-dc2690331635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:04:48.659383 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:48.717180 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:48.725915 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:04:48.727482 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:04:48.730202 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:04:48.782755 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device b67503a8-9baa-4a07-881c-55453ba01110 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:04:48.822088 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Sync routers for ids ['bad29e9c-5b22-40bc-b538-b634b1a7a292'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:04:48.838591 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Routers {'bad29e9c-5b22-40bc-b538-b634b1a7a292'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:48.839217 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['bad29e9c-5b22-40bc-b538-b634b1a7a292'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:48.904563 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port b67503a8-9baa-4a07-881c-55453ba01110 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:04:48.913326 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port b67503a8-9baa-4a07-881c-55453ba01110 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:48.913575 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:48.986059 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Set router bad29e9c-5b22-40bc-b538-b634b1a7a292 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:49.023020 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.089627 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.127891 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35052) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:49.147124 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port b67503a8-9baa-4a07-881c-55453ba01110, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=b67503a8-9baa-4a07-881c-55453ba01110,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:49.212179 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2bcc07f9-765b-4ce9-8f49-40c7788e6bce tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.233688 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.235274 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 2b7bc648-12d2-4b82-867a-6f1d3b63b636 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:04:49.259827 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2bcc07f9-765b-4ce9-8f49-40c7788e6bce tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.351510 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2bcc07f9-765b-4ce9-8f49-40c7788e6bce tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.355342 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2bcc07f9-765b-4ce9-8f49-40c7788e6bce tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.357636 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-2bcc07f9-765b-4ce9-8f49-40c7788e6bce tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "DELETE /v2.0/security-groups/2e7f7b90-0bc6-4183-ba6f-7abaef18489e HTTP/1.1" status: 204 len: 168 time: 0.2281096 Aug 24 17:04:49.371452 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35054) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:49.376253 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc07f9-765b-4ce9-8f49-40c7788e6bce tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7f7b90-0bc6-4183-ba6f-7abaef18489e,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:49.401576 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421220'] for router, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.404027 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.api.v2.resource [None req-3820e3ef-7494-4682-af23-caf3e63c6781 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] show failed (client error): The resource could not be found. Aug 24 17:04:49.408133 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-3820e3ef-7494-4682-af23-caf3e63c6781 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "GET /v2.0/security-groups/2e7f7b90-0bc6-4183-ba6f-7abaef18489e HTTP/1.1" status: 404 len: 347 time: 0.0322704 Aug 24 17:04:49.409046 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35056) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:49.441347 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8988ddf-fdae-4859-b7d3-97296b38bf97 None None] New status for floating IP 4457c3aa-87b6-4db4-9d97-d5d638b2ba3e: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:04:49.546554 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa0ac7b-b37e-4109-8ea5-a5a5caead3d4 None None] Network caeb87b2-afec-40d9-aa24-29657c655873 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:04:49.597228 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=b67503a8-9baa-4a07-881c-55453ba01110,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:49.655210 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-6368fae7-1420-4aaa-adf6-658195c8e3c6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Deleting port 7a7807a2-6f85-46a6-aedc-e61be196a76f {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:49.655551 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6368fae7-1420-4aaa-adf6-658195c8e3c6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.669935 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Router 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 is scheduled to L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e with binding_index 1 {{(pid=93841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:04:49.676801 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-e6f5ab57-92bf-4a85-9d08-5183669ff28e None None] Provisioning for port 2b7bc648-12d2-4b82-867a-6f1d3b63b636 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:04:49.687140 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 2b7bc648-12d2-4b82-867a-6f1d3b63b636 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:04:49.693972 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 4, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port': {'id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:43Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '1fbeaafd-2c17-45f1-a803-2fb6e91e5384', 'name': '', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'mac_address': 'fa:16:3e:c2:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:44Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 2, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'subnets': [{'id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:49.696391 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-e6f5ab57-92bf-4a85-9d08-5183669ff28e None None] Provisioning complete for port 2b7bc648-12d2-4b82-867a-6f1d3b63b636 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:49.696758 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e6f5ab57-92bf-4a85-9d08-5183669ff28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.701677 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 2b7bc648-12d2-4b82-867a-6f1d3b63b636 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:49.702065 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.767653 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Checking router: bad29e9c-5b22-40bc-b538-b634b1a7a292 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:04:49.767926 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Updating router bad29e9c-5b22-40bc-b538-b634b1a7a292 port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 binding host dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:04:49.813484 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6368fae7-1420-4aaa-adf6-658195c8e3c6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.813810 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6368fae7-1420-4aaa-adf6-658195c8e3c6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.832998 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-6368fae7-1420-4aaa-adf6-658195c8e3c6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Calling delete_port for 7a7807a2-6f85-46a6-aedc-e61be196a76f owned by network:floatingip {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:49.853536 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.890891 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device cb6b2a85-a697-48ca-93a3-de639732fa36 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:04:49.895754 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:04:49.924228 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:49.925450 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-0142a79e-0b1e-471c-ac42-2a86e6825075 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5264056 Aug 24 17:04:49.928303 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35060) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:49.929217 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Sync routers for ids ['2c5555e8-5d23-4bd9-b8ba-af5b73aec688'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:04:49.952428 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: cb6b2a85-a697-48ca-93a3-de639732fa36 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:04:49.952766 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device cb6b2a85-a697-48ca-93a3-de639732fa36 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:04:50.029222 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6368fae7-1420-4aaa-adf6-658195c8e3c6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:50.030208 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Routers {'2c5555e8-5d23-4bd9-b8ba-af5b73aec688'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:50.030880 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['2c5555e8-5d23-4bd9-b8ba-af5b73aec688'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:50.063945 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368fae7-1420-4aaa-adf6-658195c8e3c6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Pushing event deleted for resources: {'Port': ['ID=7a7807a2-6f85-46a6-aedc-e61be196a76f,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:50.144751 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6368fae7-1420-4aaa-adf6-658195c8e3c6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks [] for floatingip, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:50.149878 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6368fae7-1420-4aaa-adf6-658195c8e3c6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:50.151319 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6368fae7-1420-4aaa-adf6-658195c8e3c6 tempest-AttachVolumeShelveTestJSON-1008717630 tempest-AttachVolumeShelveTestJSON-1008717630-project] 10.222.0.13 "DELETE /v2.0/floatingips/4457c3aa-87b6-4db4-9d97-d5d638b2ba3e HTTP/1.1" status: 204 len: 168 time: 0.7397661 Aug 24 17:04:50.165677 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e6f5ab57-92bf-4a85-9d08-5183669ff28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:50.204466 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:50.358732 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-e6f5ab57-92bf-4a85-9d08-5183669ff28e None None] For port 2b7bc648-12d2-4b82-867a-6f1d3b63b636, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=2b7bc648-12d2-4b82-867a-6f1d3b63b636,segment=NetworkSegment(f5308d63-4f84-4ee1-8185-2145a1db7032),segment_id=f5308d63-4f84-4ee1-8185-2145a1db7032)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:50.376583 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e6f5ab57-92bf-4a85-9d08-5183669ff28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:50.388610 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Set router 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:50.450765 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:50.681160 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.db.api [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 17:04:50.681740 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG oslo_db.api [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 17:04:50.718132 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-825ecdba-cb48-440d-aef4-608ff5c3dc06 None None] Provisioning complete for port 2b7bc648-12d2-4b82-867a-6f1d3b63b636 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:50.718530 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-825ecdba-cb48-440d-aef4-608ff5c3dc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:50.723314 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5ab57-92bf-4a85-9d08-5183669ff28e None None] Pushing event updated for resources: {'Port': ['ID=2b7bc648-12d2-4b82-867a-6f1d3b63b636,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:50.858812 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:50.885053 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Allocated IP 172.20.0.1 (caeb87b2-afec-40d9-aa24-29657c655873/7e418ebe-fd4d-4012-93f0-97af802aad12/a83a51eb-04fe-43ce-a01e-578f3833128c) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:04:50.896772 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Transition to ACTIVE for port object 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:04:50.911808 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:50.976751 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f176056-58c3-4cd7-9230-cf1d21457614 None None] Pushing event updated for resources: {'Port': ['ID=1fbeaafd-2c17-45f1-a803-2fb6e91e5384,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:50.988225 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'name': 'tempest-TestMinimumBasicScenario-918539079-router', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:47Z', 'updated_at': '2021-08-24T17:04:48Z', 'revision_number': 3, 'project_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'gw_port': {'id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:48Z', 'updated_at': '2021-08-24T17:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:51.022442 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:51.036471 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Checking router: 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:04:51.036471 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Updating router 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 port 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 binding host dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:04:51.040690 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Transition to ACTIVE for port object a83a51eb-04fe-43ce-a01e-578f3833128c will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:04:51.080542 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:51.084516 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:51.086234 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Attempting to bind port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:04:51.086602 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Attempting to bind port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:04:51.086956 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Attempting to bind port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 on network e031341b-7b29-4842-a33e-ce6b4c955d76 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:04:51.109277 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:04:51.109587 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Checking segment: {'id': 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:04:51.109965 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:51.110371 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Bound using segment: {'id': 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:04:51.110877 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Bound port: 1fbeaafd-2c17-45f1-a803-2fb6e91e5384, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:04:51.111238 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:51.123597 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Network caeb87b2-afec-40d9-aa24-29657c655873 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:04:51.127635 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:04:51.130500 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:04:51.163434 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Pushing event updated for resources: {'Port': ['ID=a83a51eb-04fe-43ce-a01e-578f3833128c,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:51.181116 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421399'] for router_interface, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:51.308201 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] For port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:04:51.314828 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] For port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=1fbeaafd-2c17-45f1-a803-2fb6e91e5384,segment=NetworkSegment(bd940902-cbaf-4bc5-bb4b-0924fb5a441f),segment_id=bd940902-cbaf-4bc5-bb4b-0924fb5a441f)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:04:51.326558 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:51.330167 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:51.516419 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device b67503a8-9baa-4a07-881c-55453ba01110 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:04:51.578282 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:51.587365 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:51.635646 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-baa97d41-8418-43bf-9a04-ed7a0ab42a7d None None] Provisioning for port a83a51eb-04fe-43ce-a01e-578f3833128c completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:04:51.650460 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f176056-58c3-4cd7-9230-cf1d21457614 None None] Pushing event updated for resources: {'Port': ['ID=1fbeaafd-2c17-45f1-a803-2fb6e91e5384,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:51.661011 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-baa97d41-8418-43bf-9a04-ed7a0ab42a7d None None] Provisioning complete for port a83a51eb-04fe-43ce-a01e-578f3833128c triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:51.661536 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-baa97d41-8418-43bf-9a04-ed7a0ab42a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:51.689177 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Routers {'bad29e9c-5b22-40bc-b538-b634b1a7a292'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:51.689924 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['bad29e9c-5b22-40bc-b538-b634b1a7a292'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:51.698307 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419777'] for router_interface, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:51.700165 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Pushing event updated for resources: {'Port': ['ID=a83a51eb-04fe-43ce-a01e-578f3833128c,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:51.789313 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-baa97d41-8418-43bf-9a04-ed7a0ab42a7d None None] Port a83a51eb-04fe-43ce-a01e-578f3833128c cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:04:51.816470 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Network caeb87b2-afec-40d9-aa24-29657c655873 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:04:51.818574 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:04:51.818870 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port b67503a8-9baa-4a07-881c-55453ba01110 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:51.819298 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:51.935479 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:51.939937 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] Set router bad29e9c-5b22-40bc-b538-b634b1a7a292 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:51.967409 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Router 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:04:51.984211 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Transition to ACTIVE for port object 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:04:52.022023 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:52.087135 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:04:52.099929 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-8940d830-28b9-4507-8aeb-085fb12d9b21 admin admin] 10.222.0.13 "PUT /v2.0/routers/2c5555e8-5d23-4bd9-b8ba-af5b73aec688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1631043 Aug 24 17:04:52.133892 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 2b7bc648-12d2-4b82-867a-6f1d3b63b636 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:04:52.200458 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9696b-2de4-4686-8502-98004fb53ea9 None None] Pushing event updated for resources: {'Port': ['ID=3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:52.206174 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Attempting to bind port 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:04:52.206566 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Attempting to bind port 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:04:52.206935 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Attempting to bind port 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 on network 936fe392-5fcd-487c-9559-b2b2e2d38c54 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:04:52.233062 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-4de59d0a-4cfd-4a01-aa90-5a433d90d351 None None] Provisioning complete for port a83a51eb-04fe-43ce-a01e-578f3833128c triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:52.233438 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4de59d0a-4cfd-4a01-aa90-5a433d90d351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:52.238263 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:04:52.238663 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Checking segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:04:52.239091 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:52.239459 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Bound using segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:04:52.239938 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Bound port: 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:04:52.240315 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:52.341708 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-4de59d0a-4cfd-4a01-aa90-5a433d90d351 None None] Port a83a51eb-04fe-43ce-a01e-578f3833128c cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:04:52.361523 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 2b7bc648-12d2-4b82-867a-6f1d3b63b636 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:52.361975 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:52.368194 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] For port 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:04:52.404242 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] For port 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:04:52.414437 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:52.503308 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Routers {'2c5555e8-5d23-4bd9-b8ba-af5b73aec688'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:52.503953 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['2c5555e8-5d23-4bd9-b8ba-af5b73aec688'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:52.508091 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 4, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port': {'id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:43Z', 'updated_at': '2021-08-24T17:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '1fbeaafd-2c17-45f1-a803-2fb6e91e5384', 'name': '', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'mac_address': 'fa:16:3e:c2:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:44Z', 'updated_at': '2021-08-24T17:04:51Z', 'revision_number': 4, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'subnets': [{'id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:52.509883 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9696b-2de4-4686-8502-98004fb53ea9 None None] Pushing event updated for resources: {'Port': ['ID=3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:52.616040 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d8e8b9-3692-42d5-b530-ae56ec6cda8d None None] The sync data for ids ['bad29e9c-5b22-40bc-b538-b634b1a7a292'] in dv-cinder-799668-9-iscsi is: [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 4, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port': {'id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:43Z', 'updated_at': '2021-08-24T17:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '1fbeaafd-2c17-45f1-a803-2fb6e91e5384', 'name': '', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'mac_address': 'fa:16:3e:c2:52:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:44Z', 'updated_at': '2021-08-24T17:04:51Z', 'revision_number': 4, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'subnets': [{'id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:04:52.685576 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] Set router 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:52.782787 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35104) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:52.967387 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'name': 'tempest-TestMinimumBasicScenario-918539079-router', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:47Z', 'updated_at': '2021-08-24T17:04:51Z', 'revision_number': 4, 'project_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'gw_port': {'id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:48Z', 'updated_at': '2021-08-24T17:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'a83a51eb-04fe-43ce-a01e-578f3833128c', 'name': '', 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'mac_address': 'fa:16:3e:b8:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '7e418ebe-fd4d-4012-93f0-97af802aad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:50Z', 'updated_at': '2021-08-24T17:04:51Z', 'revision_number': 2, 'project_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'subnets': [{'id': '7e418ebe-fd4d-4012-93f0-97af802aad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:52.995309 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27fdd02-f4e5-4c30-9fc0-e5828884cee6 None None] The sync data for ids ['2c5555e8-5d23-4bd9-b8ba-af5b73aec688'] in dv-cinder-799668-9-iscsi is: [{'id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'name': 'tempest-TestMinimumBasicScenario-918539079-router', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:47Z', 'updated_at': '2021-08-24T17:04:51Z', 'revision_number': 4, 'project_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'gw_port': {'id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:48Z', 'updated_at': '2021-08-24T17:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'a83a51eb-04fe-43ce-a01e-578f3833128c', 'name': '', 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'mac_address': 'fa:16:3e:b8:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '7e418ebe-fd4d-4012-93f0-97af802aad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:50Z', 'updated_at': '2021-08-24T17:04:51Z', 'revision_number': 2, 'project_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'subnets': [{'id': '7e418ebe-fd4d-4012-93f0-97af802aad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:04:53.038896 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:53.516829 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:04:53.608283 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:04:53.612911 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:53.613377 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:53.757014 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:53.818136 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=1fbeaafd-2c17-45f1-a803-2fb6e91e5384,segment=NetworkSegment(bd940902-cbaf-4bc5-bb4b-0924fb5a441f),segment_id=bd940902-cbaf-4bc5-bb4b-0924fb5a441f)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:53.832281 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:53.853110 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-cfba6ad5-9a69-44f4-b83d-2b4254adb60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419728'] for router_interface, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:53.921305 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=1fbeaafd-2c17-45f1-a803-2fb6e91e5384,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:54.294158 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-cfba6ad5-9a69-44f4-b83d-2b4254adb60c admin admin] Deleting port b6897ce1-7276-4620-9f82-7e8ed953222c {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:54.294593 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-cfba6ad5-9a69-44f4-b83d-2b4254adb60c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:54.384727 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-cfba6ad5-9a69-44f4-b83d-2b4254adb60c admin admin] For port b6897ce1-7276-4620-9f82-7e8ed953222c, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=b6897ce1-7276-4620-9f82-7e8ed953222c,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:54.385172 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-cfba6ad5-9a69-44f4-b83d-2b4254adb60c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:54.403362 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-cfba6ad5-9a69-44f4-b83d-2b4254adb60c admin admin] Calling delete_port for b6897ce1-7276-4620-9f82-7e8ed953222c owned by network:router_interface {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:54.631346 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-cfba6ad5-9a69-44f4-b83d-2b4254adb60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:54.670372 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba6ad5-9a69-44f4-b83d-2b4254adb60c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6897ce1-7276-4620-9f82-7e8ed953222c,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:54.920813 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-cfba6ad5-9a69-44f4-b83d-2b4254adb60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588518'] for router_interface, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:55.185119 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfba6ad5-9a69-44f4-b83d-2b4254adb60c admin admin] Router 25255ba3-d10b-48c5-9b8c-5967cf8f22be has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:04:55.309711 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfba6ad5-9a69-44f4-b83d-2b4254adb60c admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:04:55.315484 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-cfba6ad5-9a69-44f4-b83d-2b4254adb60c admin admin] 10.222.0.13 "PUT /v2.0/routers/25255ba3-d10b-48c5-9b8c-5967cf8f22be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5313883 Aug 24 17:04:55.319077 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35112) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:55.323822 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a01d5-3d0e-4f20-b504-349d16a871ab None None] Sync routers for ids ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:04:55.332946 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a01d5-3d0e-4f20-b504-349d16a871ab None None] Routers {'25255ba3-d10b-48c5-9b8c-5967cf8f22be'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:55.333550 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-876a01d5-3d0e-4f20-b504-349d16a871ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:55.582619 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-876a01d5-3d0e-4f20-b504-349d16a871ab None None] Set router 25255ba3-d10b-48c5-9b8c-5967cf8f22be gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:55.711776 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:04:55.791461 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-876a01d5-3d0e-4f20-b504-349d16a871ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T17:04:54Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:55.822016 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:04:55.826041 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a01d5-3d0e-4f20-b504-349d16a871ab None None] Checking router: 25255ba3-d10b-48c5-9b8c-5967cf8f22be for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:04:55.828677 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:55.829040 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:55.842360 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] Notify callbacks [] for router, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:55.851509 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a01d5-3d0e-4f20-b504-349d16a871ab None None] Routers {'25255ba3-d10b-48c5-9b8c-5967cf8f22be'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:55.852414 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-876a01d5-3d0e-4f20-b504-349d16a871ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:55.972193 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:55.985287 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-876a01d5-3d0e-4f20-b504-349d16a871ab None None] Set router 25255ba3-d10b-48c5-9b8c-5967cf8f22be gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:56.066344 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] Deleting port 7f728d34-0ff0-4419-9c35-3109de9c3bbf {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:56.066727 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:56.163844 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] For port 7f728d34-0ff0-4419-9c35-3109de9c3bbf, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=7f728d34-0ff0-4419-9c35-3109de9c3bbf,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:56.164221 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:56.167976 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:56.179990 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] Calling delete_port for 7f728d34-0ff0-4419-9c35-3109de9c3bbf owned by network:router_gateway {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:56.192713 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-876a01d5-3d0e-4f20-b504-349d16a871ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T17:04:54Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:56.216706 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:56.222309 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a01d5-3d0e-4f20-b504-349d16a871ab None None] The sync data for ids ['25255ba3-d10b-48c5-9b8c-5967cf8f22be'] in dv-cinder-799668-9-iscsi is: [{'id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'name': 'tempest-AttachVolumeShelveTestJSON-1090974569-router', 'tenant_id': 'fd5cc4db84894a6582094a71bb023ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:57:41Z', 'updated_at': '2021-08-24T17:04:54Z', 'revision_number': 5, 'project_id': 'fd5cc4db84894a6582094a71bb023ee0', 'gw_port': {'id': '7f728d34-0ff0-4419-9c35-3109de9c3bbf', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25255ba3-d10b-48c5-9b8c-5967cf8f22be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:57:42Z', 'updated_at': '2021-08-24T16:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:04:56.230048 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:56.231089 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:04:56.360462 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:56.363400 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:56.363938 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:56.419236 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:56.444586 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] Pushing event deleted for resources: {'Port': ['ID=7f728d34-0ff0-4419-9c35-3109de9c3bbf,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:56.486046 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Sync routers for ids ['2c5555e8-5d23-4bd9-b8ba-af5b73aec688'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:04:56.495751 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Routers {'2c5555e8-5d23-4bd9-b8ba-af5b73aec688'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:56.496505 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['2c5555e8-5d23-4bd9-b8ba-af5b73aec688'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:56.526182 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421564'] for router_gateway, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:56.627016 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Set router 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:56.679325 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:56.682085 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:56.759924 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399909'] for router, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:56.760530 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25255ba3-d10b-48c5-9b8c-5967cf8f22be {{(pid=93842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:04:56.771014 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:56.774105 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-91033937-b439-4b37-9b27-0054486f346a admin admin] 10.222.0.13 "DELETE /v2.0/routers/25255ba3-d10b-48c5-9b8c-5967cf8f22be HTTP/1.1" status: 204 len: 168 time: 1.4527214 Aug 24 17:04:56.775931 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35118) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:56.840653 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-898124dd-3347-483b-9efc-a57f55c296f6 admin admin] Deleting subnet 8a4233f5-3ced-41ee-bb84-dc2690331635 {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:04:56.845309 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-898124dd-3347-483b-9efc-a57f55c296f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:56.877083 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'name': 'tempest-TestMinimumBasicScenario-918539079-router', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:47Z', 'updated_at': '2021-08-24T17:04:51Z', 'revision_number': 4, 'project_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'gw_port': {'id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:48Z', 'updated_at': '2021-08-24T17:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'a83a51eb-04fe-43ce-a01e-578f3833128c', 'name': '', 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'mac_address': 'fa:16:3e:b8:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '7e418ebe-fd4d-4012-93f0-97af802aad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:50Z', 'updated_at': '2021-08-24T17:04:51Z', 'revision_number': 2, 'project_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'subnets': [{'id': '7e418ebe-fd4d-4012-93f0-97af802aad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:56.887363 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-898124dd-3347-483b-9efc-a57f55c296f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12781722'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:56.914381 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Checking router: 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:04:56.914747 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Updating router 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 port a83a51eb-04fe-43ce-a01e-578f3833128c binding host dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:04:56.945859 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:56.975571 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-898124dd-3347-483b-9efc-a57f55c296f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.038118 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-898124dd-3347-483b-9efc-a57f55c296f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13161694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16193823'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.083449 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898124dd-3347-483b-9efc-a57f55c296f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a4233f5-3ced-41ee-bb84-dc2690331635,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:57.095904 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-898124dd-3347-483b-9efc-a57f55c296f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.098286 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-898124dd-3347-483b-9efc-a57f55c296f6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8a4233f5-3ced-41ee-bb84-dc2690331635 HTTP/1.1" status: 204 len: 168 time: 0.3213623 Aug 24 17:04:57.100788 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35120) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:57.106468 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98e57d3-18e0-4109-b6c5-7ba9d45927f5 None None] Network 47707b32-7c4e-4c21-bd52-0372b8d921a4 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:04:57.184805 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.253648 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Deleting port 065c2767-d415-4aad-b315-b03703d5764d {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:04:57.253990 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.363843 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] For port 065c2767-d415-4aad-b315-b03703d5764d, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=065c2767-d415-4aad-b315-b03703d5764d,segment=NetworkSegment(f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7),segment_id=f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:57.364246 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.390077 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Calling delete_port for 065c2767-d415-4aad-b315-b03703d5764d owned by network:dhcp {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:04:57.414353 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.426679 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Transition to ACTIVE for port object a83a51eb-04fe-43ce-a01e-578f3833128c will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:04:57.436691 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.528758 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.560531 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadbf8eb-b85f-4e50-9f95-b5014e6c7143 None None] DHCP port deletion for 47707b32-7c4e-4c21-bd52-0372b8d921a4 request from dv-cinder-799668-9-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:04:57.563068 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e4e4e-b84b-4fe4-ad6d-532f148bb2e5 None None] Pushing event updated for resources: {'Port': ['ID=a83a51eb-04fe-43ce-a01e-578f3833128c,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:57.578846 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] No DVR routers for this DVR port 065c2767-d415-4aad-b315-b03703d5764d on host dv-cinder-799668-9-iscsi {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:04:57.647193 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Attempting to bind port a83a51eb-04fe-43ce-a01e-578f3833128c on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:04:57.647557 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Attempting to bind port a83a51eb-04fe-43ce-a01e-578f3833128c by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': 'f5308d63-4f84-4ee1-8185-2145a1db7032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:04:57.647927 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Attempting to bind port a83a51eb-04fe-43ce-a01e-578f3833128c on network caeb87b2-afec-40d9-aa24-29657c655873 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:04:57.653856 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:04:57.654228 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Checking segment: {'id': 'f5308d63-4f84-4ee1-8185-2145a1db7032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:04:57.654662 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.655050 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Bound using segment: {'id': 'f5308d63-4f84-4ee1-8185-2145a1db7032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:04:57.655514 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Bound port: a83a51eb-04fe-43ce-a01e-578f3833128c, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5308d63-4f84-4ee1-8185-2145a1db7032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:04:57.655892 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.697695 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Pushing event deleted for resources: {'Port': ['ID=065c2767-d415-4aad-b315-b03703d5764d,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:57.712990 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:04:57.759638 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.776109 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47707b32-7c4e-4c21-bd52-0372b8d921a4']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:57.799017 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] For port a83a51eb-04fe-43ce-a01e-578f3833128c, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:04:57.806045 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] For port a83a51eb-04fe-43ce-a01e-578f3833128c, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=a83a51eb-04fe-43ce-a01e-578f3833128c,segment=NetworkSegment(f5308d63-4f84-4ee1-8185-2145a1db7032),segment_id=f5308d63-4f84-4ee1-8185-2145a1db7032)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:04:57.809527 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:57.809814 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f198bdfc-b44d-4ad9-9eb6-1e5fdba8c5d7') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:57.815995 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.830962 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12781717'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.848965 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.863013 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:57.863384 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.867290 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:04:57.868037 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13161788'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: timer() Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: cb(*args, **kw) Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: self._notify() Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: self.callback(batched_events) Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: event.method(event) Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._get(url).json() Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:04:57.870597 dv-cinder-799668-9-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:04:57.955211 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e4e4e-b84b-4fe4-ad6d-532f148bb2e5 None None] Pushing event updated for resources: {'Port': ['ID=a83a51eb-04fe-43ce-a01e-578f3833128c,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:57.962237 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Routers {'2c5555e8-5d23-4bd9-b8ba-af5b73aec688'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:04:57.962914 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['2c5555e8-5d23-4bd9-b8ba-af5b73aec688'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:58.015979 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:58.025049 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:58.027569 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] 10.222.0.13 "DELETE /v2.0/networks/47707b32-7c4e-4c21-bd52-0372b8d921a4 HTTP/1.1" status: 204 len: 168 time: 0.9258120 Aug 24 17:04:58.057022 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bfd9c-402e-46ed-a143-814385831621 admin admin] Pushing event deleted for resources: {'Network': ['ID=47707b32-7c4e-4c21-bd52-0372b8d921a4,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:58.139153 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] Set router 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:04:58.222805 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 065c2767-d415-4aad-b315-b03703d5764d no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:04:58.246726 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35124) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:58.255786 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 065c2767-d415-4aad-b315-b03703d5764d {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:04:58.256584 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 065c2767-d415-4aad-b315-b03703d5764d not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:04:58.256584 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 7f728d34-0ff0-4419-9c35-3109de9c3bbf no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:04:58.295055 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a9818cd5-819c-43bc-b901-258b9abefab6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd5cc4db84894a6582094a71bb023ee0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466735 Aug 24 17:04:58.297534 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35126) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:04:58.307772 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 7f728d34-0ff0-4419-9c35-3109de9c3bbf {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:04:58.307772 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 7f728d34-0ff0-4419-9c35-3109de9c3bbf not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:04:58.308112 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device b6897ce1-7276-4620-9f82-7e8ed953222c no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:04:58.337671 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: b6897ce1-7276-4620-9f82-7e8ed953222c {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:04:58.338078 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device b6897ce1-7276-4620-9f82-7e8ed953222c not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:04:58.367793 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d8851fb5-b71e-4b46-9663-5e2b743bb830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:58.399771 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d8851fb5-b71e-4b46-9663-5e2b743bb830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:58.434719 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'name': 'tempest-TestMinimumBasicScenario-918539079-router', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:47Z', 'updated_at': '2021-08-24T17:04:51Z', 'revision_number': 4, 'project_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'gw_port': {'id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:48Z', 'updated_at': '2021-08-24T17:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'a83a51eb-04fe-43ce-a01e-578f3833128c', 'name': '', 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'mac_address': 'fa:16:3e:b8:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '7e418ebe-fd4d-4012-93f0-97af802aad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:50Z', 'updated_at': '2021-08-24T17:04:57Z', 'revision_number': 4, 'project_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'subnets': [{'id': '7e418ebe-fd4d-4012-93f0-97af802aad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:04:58.468775 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed6e23-d971-411a-a08b-f956a4a71407 None None] The sync data for ids ['2c5555e8-5d23-4bd9-b8ba-af5b73aec688'] in dv-cinder-799668-9-iscsi is: [{'id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'name': 'tempest-TestMinimumBasicScenario-918539079-router', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:47Z', 'updated_at': '2021-08-24T17:04:51Z', 'revision_number': 4, 'project_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'gw_port': {'id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:48Z', 'updated_at': '2021-08-24T17:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'a83a51eb-04fe-43ce-a01e-578f3833128c', 'name': '', 'network_id': 'caeb87b2-afec-40d9-aa24-29657c655873', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'mac_address': 'fa:16:3e:b8:5b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '7e418ebe-fd4d-4012-93f0-97af802aad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:50Z', 'updated_at': '2021-08-24T17:04:57Z', 'revision_number': 4, 'project_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'subnets': [{'id': '7e418ebe-fd4d-4012-93f0-97af802aad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:04:58.486453 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d8851fb5-b71e-4b46-9663-5e2b743bb830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:58.489293 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d8851fb5-b71e-4b46-9663-5e2b743bb830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:58.491376 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d8851fb5-b71e-4b46-9663-5e2b743bb830 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78cff6bb-2077-48b9-8acc-1d09fe012349 HTTP/1.1" status: 204 len: 168 time: 0.1916144 Aug 24 17:04:58.502565 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8851fb5-b71e-4b46-9663-5e2b743bb830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cff6bb-2077-48b9-8acc-1d09fe012349,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:04:59.439794 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device a83a51eb-04fe-43ce-a01e-578f3833128c up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:04:59.649742 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port a83a51eb-04fe-43ce-a01e-578f3833128c completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:04:59.656503 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port a83a51eb-04fe-43ce-a01e-578f3833128c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:04:59.656912 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:59.756479 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:59.821115 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port a83a51eb-04fe-43ce-a01e-578f3833128c, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=a83a51eb-04fe-43ce-a01e-578f3833128c,segment=NetworkSegment(f5308d63-4f84-4ee1-8185-2145a1db7032),segment_id=f5308d63-4f84-4ee1-8185-2145a1db7032)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:04:59.827966 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:04:59.891315 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=a83a51eb-04fe-43ce-a01e-578f3833128c,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:01.396763 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device a83a51eb-04fe-43ce-a01e-578f3833128c up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:05:01.456373 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port a83a51eb-04fe-43ce-a01e-578f3833128c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:05:01.456761 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:02.386944 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:05:02.392931 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711ef54-b385-4850-9e8f-68ec58832eaa req-fac2f0ba-235a-454c-9ef9-282bd685acea tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:02.399585 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4711ef54-b385-4850-9e8f-68ec58832eaa req-fac2f0ba-235a-454c-9ef9-282bd685acea tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 945 time: 0.0798569 Aug 24 17:05:02.502349 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4711ef54-b385-4850-9e8f-68ec58832eaa req-da5cbb16-8824-4987-839a-fd554d49f743 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978718 Aug 24 17:05:03.668854 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533de9e-0a11-4985-80c9-1a03274eab11 req-626e1214-6708-43b8-90d6-5abdfe36463b tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:03.671681 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b533de9e-0a11-4985-80c9-1a03274eab11 req-626e1214-6708-43b8-90d6-5abdfe36463b tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 945 time: 0.0836711 Aug 24 17:05:03.718276 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b533de9e-0a11-4985-80c9-1a03274eab11 req-6ef9c7f1-3263-47bc-98b3-2a6b01d67c44 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400977 Aug 24 17:05:04.133610 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-8c6443e8-2428-4b1f-b36e-9d808684ad5c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:04.135200 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-8c6443e8-2428-4b1f-b36e-9d808684ad5c tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 945 time: 0.0767429 Aug 24 17:05:04.144423 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-91c6e100-5084-4019-b640-c6faafc98b7e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:04.145974 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-91c6e100-5084-4019-b640-c6faafc98b7e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/networks?id=e031341b-7b29-4842-a33e-ce6b4c955d76 HTTP/1.1" status: 200 len: 814 time: 0.1509199 Aug 24 17:05:04.182440 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-bc136f33-8c6d-401b-bb06-32e5612de756 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/quotas/665b0ad6502e436e84bcb1c76d513b6e HTTP/1.1" status: 200 len: 375 time: 0.0285013 Aug 24 17:05:04.273854 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-a3bdc675-417c-431b-a7a1-865b166ded40 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=665b0ad6502e436e84bcb1c76d513b6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794003 Aug 24 17:05:04.282588 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Deleting port 81e09eba-134a-4656-af78-d79880897cd6 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:05:04.282930 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:04.380192 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] For port 81e09eba-134a-4656-af78-d79880897cd6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=81e09eba-134a-4656-af78-d79880897cd6,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:05:04.380624 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:04.593047 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-d551546e-4e52-4cb2-bf83-eb4d55f77ce2 service neutron] 10.222.0.13 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049805 Aug 24 17:05:04.636057 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:04.636442 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:04.636745 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.l3_db [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Floating IP ae85c4b5-82ad-4634-8ce8-8409163bca4a disassociated. External IP: 172.27.0.86, port: 81e09eba-134a-4656-af78-d79880897cd6. Aug 24 17:05:04.637074 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Calling delete_port for 81e09eba-134a-4656-af78-d79880897cd6 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:05:04.744352 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-7227593d-3d41-4d65-9b2c-a1eca1ae46dd service neutron] 10.222.0.13 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417856 Aug 24 17:05:04.827070 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:04.857133 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event deleted for resources: {'Port': ['ID=81e09eba-134a-4656-af78-d79880897cd6,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:04.861795 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737d45a-60ed-49aa-a270-69596bdfa824 req-3a63aabe-1836-4bff-b228-470f80fbaec5 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:04.864774 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e737d45a-60ed-49aa-a270-69596bdfa824 req-3a63aabe-1836-4bff-b228-470f80fbaec5 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 867 time: 0.0717018 Aug 24 17:05:04.924731 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e737d45a-60ed-49aa-a270-69596bdfa824 req-d6288478-5d8c-4855-b63c-799f59c87efa tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups?id=b0c5e675-4ba1-473e-a2b7-2a9926287ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476050 Aug 24 17:05:04.966234 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-40bb8661-3923-4c4b-bb63-ad370de6ec53 req-54a4ef8b-e2d8-44ed-adc5-a8d72da6319a tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 210 time: 0.0639660 Aug 24 17:05:05.001771 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:05:05.018726 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-176d2a3c-627c-4043-82bc-b76e00aed453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:05.110866 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:05:05.122612 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd6691-1588-4b9c-9d47-ebf65eb3999b None None] Sync routers for ids ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:05:05.132518 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd6691-1588-4b9c-9d47-ebf65eb3999b None None] Routers {'1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:05:05.133214 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b2dd6691-1588-4b9c-9d47-ebf65eb3999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:05.156883 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] No DVR routers for this DVR port 81e09eba-134a-4656-af78-d79880897cd6 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:05:05.159873 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:05.162146 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3e258ed4-fa93-4211-88bc-20c8dbcca2b5 req-90865982-9a1c-4040-9c03-e49595541e97 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.26 "DELETE /v2.0/ports/81e09eba-134a-4656-af78-d79880897cd6 HTTP/1.1" status: 204 len: 173 time: 1.0151329 Aug 24 17:05:05.162675 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e46b0b-c53e-4117-909c-a077e3820366', 'name': 'network-vif-deleted', 'tag': '81e09eba-134a-4656-af78-d79880897cd6'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:05:05.165324 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3a6cc0-399a-4d77-b7ce-ba1570f0e531" -d '{"events": [{"server_uuid": "e7e46b0b-c53e-4117-909c-a077e3820366", "name": "network-vif-deleted", "tag": "81e09eba-134a-4656-af78-d79880897cd6"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:05:05.206612 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae59173f-63e1-4686-bc8a-fa0c97a821a1 x-openstack-request-id: req-ae59173f-63e1-4686-bc8a-fa0c97a821a1 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:05:05.206925 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e46b0b-c53e-4117-909c-a077e3820366", "name": "network-vif-deleted", "tag": "81e09eba-134a-4656-af78-d79880897cd6", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:05:05.207211 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae59173f-63e1-4686-bc8a-fa0c97a821a1 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:05:05.207570 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e46b0b-c53e-4117-909c-a077e3820366', 'name': 'network-vif-deleted', 'tag': '81e09eba-134a-4656-af78-d79880897cd6', 'status': 'completed', 'code': 200} Aug 24 17:05:05.251247 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-b2dd6691-1588-4b9c-9d47-ebf65eb3999b None None] Set router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:05:05.499515 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b2dd6691-1588-4b9c-9d47-ebf65eb3999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:20Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:05.525897 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd6691-1588-4b9c-9d47-ebf65eb3999b None None] Checking router: 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:05:05.534733 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd6691-1588-4b9c-9d47-ebf65eb3999b None None] Routers {'1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:05:05.535340 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b2dd6691-1588-4b9c-9d47-ebf65eb3999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:04:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:05.656425 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-b2dd6691-1588-4b9c-9d47-ebf65eb3999b None None] Set router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:05:05.854031 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b2dd6691-1588-4b9c-9d47-ebf65eb3999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:20Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:05.884277 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd6691-1588-4b9c-9d47-ebf65eb3999b None None] The sync data for ids ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'] in dv-cinder-799668-9-iscsi is: [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:11Z', 'revision_number': 4, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': 'e5cff28c-18d9-4621-adbd-88a72f38d52b', 'name': '', 'network_id': 'f00dec52-c8ac-438f-a240-6365db81c0dc', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'mac_address': 'fa:16:3e:21:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:10Z', 'updated_at': '2021-08-24T16:59:20Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'subnets': [{'id': 'd11b48a3-078f-49c7-999e-7b305807dca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:05:06.021114 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-783632e0-906e-46e9-a4ef-28e82a643740 req-6ed58520-bd75-4999-8600-184495d8e1bf tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 210 time: 0.0275011 Aug 24 17:05:06.076603 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-32c070f7-2721-4979-9d31-d6beaf8707ec req-99eb45d8-8a5c-4aab-b42b-248c88cc421e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 210 time: 0.0298555 Aug 24 17:05:06.139600 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db786326-4795-41c6-9f7a-bb01e1b5e8d8 None None] New status for floating IP ae85c4b5-82ad-4634-8ce8-8409163bca4a: DOWN {{(pid=93843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:05:07.128253 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ef32e22-1761-4765-9c0a-c34adae00ba3 req-7a7a012c-19b9-4387-8409-df9ba771d362 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e46b0b-c53e-4117-909c-a077e3820366 HTTP/1.1" status: 200 len: 210 time: 0.0257361 Aug 24 17:05:07.172595 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2511b057-b6b0-41af-9c48-44e8bdd93d80 req-c1789a24-9d41-4448-bc6c-1eedc36e7138 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 210 time: 0.0264602 Aug 24 17:05:07.904881 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b36dda26-7c5c-4b9f-b7ed-ed2ce24d24da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:07.931634 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-9463f994-77d9-4c52-bd1f-f36aa8525036 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:07.933171 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-9463f994-77d9-4c52-bd1f-f36aa8525036 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.26 "GET /v2.0/networks?id=e031341b-7b29-4842-a33e-ce6b4c955d76 HTTP/1.1" status: 200 len: 814 time: 0.1110597 Aug 24 17:05:07.953614 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-b53edf1d-01c4-4c01-8709-66652fd017c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Request body: {'port': {'device_id': '5e3c4729-b2d2-414f-929a-548372d7f992', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'admin_state_up': True, 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:05:08.036369 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:08.068528 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-b53edf1d-01c4-4c01-8709-66652fd017c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Made reservation on behalf of 665b0ad6502e436e84bcb1c76d513b6e for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:05:08.072108 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-b53edf1d-01c4-4c01-8709-66652fd017c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:08.230247 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35338) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:08.234374 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-b53edf1d-01c4-4c01-8709-66652fd017c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Allocated IP 172.20.0.6 (e031341b-7b29-4842-a33e-ce6b4c955d76/d84a80fb-5450-470c-bcf0-e0081311be6f/124e78a3-4fe8-4449-a865-2a11d9e4d4c5) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:05:08.286928 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-aaa3f077-d7c4-4036-b932-4198085446de req-e902e898-2274-4bc5-8d38-5d9bb1b147db tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 210 time: 0.0346949 Aug 24 17:05:08.301147 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1d8c09bb-14b9-4b06-87c2-3cc8ce1f4353 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:08.326357 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1d8c09bb-14b9-4b06-87c2-3cc8ce1f4353 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:08.381943 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1d8c09bb-14b9-4b06-87c2-3cc8ce1f4353 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:08.385504 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1d8c09bb-14b9-4b06-87c2-3cc8ce1f4353 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:08.386848 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1d8c09bb-14b9-4b06-87c2-3cc8ce1f4353 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "DELETE /v2.0/security-groups/b0c5e675-4ba1-473e-a2b7-2a9926287ed4 HTTP/1.1" status: 204 len: 168 time: 0.1541314 Aug 24 17:05:08.390653 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35344) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:08.410144 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c09bb-14b9-4b06-87c2-3cc8ce1f4353 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c5e675-4ba1-473e-a2b7-2a9926287ed4,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:08.413176 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.api.v2.resource [None req-594dca1e-fe3a-47b1-8710-d9151d6334a4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] show failed (client error): The resource could not be found. Aug 24 17:05:08.414176 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-594dca1e-fe3a-47b1-8710-d9151d6334a4 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "GET /v2.0/security-groups/b0c5e675-4ba1-473e-a2b7-2a9926287ed4 HTTP/1.1" status: 404 len: 347 time: 0.0212915 Aug 24 17:05:08.417236 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35350) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:08.448951 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-b53edf1d-01c4-4c01-8709-66652fd017c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:08.465140 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-b53edf1d-01c4-4c01-8709-66652fd017c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Transition to ACTIVE for port object 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:05:08.512842 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-b53edf1d-01c4-4c01-8709-66652fd017c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:08.563378 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-b53edf1d-01c4-4c01-8709-66652fd017c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Network e031341b-7b29-4842-a33e-ce6b4c955d76 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:05:08.566527 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-b53edf1d-01c4-4c01-8709-66652fd017c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:05:08.570649 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-b53edf1d-01c4-4c01-8709-66652fd017c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:05:08.598971 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-6afb7405-0b96-408d-88e7-bb5477afd415 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Deleting port b7319ab1-71c7-407d-8eab-0f38242633f5 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:05:08.599409 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6afb7405-0b96-408d-88e7-bb5477afd415 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:08.604850 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53edf1d-01c4-4c01-8709-66652fd017c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event updated for resources: {'Port': ['ID=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:08.654243 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-b53edf1d-01c4-4c01-8709-66652fd017c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:08.654940 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-b53edf1d-01c4-4c01-8709-66652fd017c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:08.684092 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-b53edf1d-01c4-4c01-8709-66652fd017c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7351229 Aug 24 17:05:08.754415 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6afb7405-0b96-408d-88e7-bb5477afd415 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:08.755172 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6afb7405-0b96-408d-88e7-bb5477afd415 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:08.776808 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-6afb7405-0b96-408d-88e7-bb5477afd415 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Calling delete_port for b7319ab1-71c7-407d-8eab-0f38242633f5 owned by network:floatingip {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:05:08.931104 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 81e09eba-134a-4656-af78-d79880897cd6 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:05:08.984677 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 81e09eba-134a-4656-af78-d79880897cd6 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:05:08.985084 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 81e09eba-134a-4656-af78-d79880897cd6 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:05:09.022097 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-4dc51933-bc15-476c-ac67-9df8e606de9d None None] Provisioning for port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:05:09.031431 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-4dc51933-bc15-476c-ac67-9df8e606de9d None None] Provisioning complete for port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:05:09.032060 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4dc51933-bc15-476c-ac67-9df8e606de9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:09.037683 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6afb7405-0b96-408d-88e7-bb5477afd415 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:09.081615 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb7405-0b96-408d-88e7-bb5477afd415 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Pushing event deleted for resources: {'Port': ['ID=b7319ab1-71c7-407d-8eab-0f38242633f5,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:09.100417 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-4dc51933-bc15-476c-ac67-9df8e606de9d None None] Port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:05:09.170576 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6afb7405-0b96-408d-88e7-bb5477afd415 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks [] for floatingip, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:09.175109 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6afb7405-0b96-408d-88e7-bb5477afd415 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:09.184120 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6afb7405-0b96-408d-88e7-bb5477afd415 tempest-AttachVolumeTestJSON-895425467 tempest-AttachVolumeTestJSON-895425467-project] 10.222.0.13 "DELETE /v2.0/floatingips/ae85c4b5-82ad-4634-8ce8-8409163bca4a HTTP/1.1" status: 204 len: 168 time: 0.7583890 Aug 24 17:05:09.376665 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:09.435462 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8685a1e-58c3-4b71-b845-2a04fe40b165 req-24a19f59-1a44-4581-8e93-eec920ee11a6 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:09.437338 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a8685a1e-58c3-4b71-b845-2a04fe40b165 req-24a19f59-1a44-4581-8e93-eec920ee11a6 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 931 time: 0.0571461 Aug 24 17:05:09.476556 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a8685a1e-58c3-4b71-b845-2a04fe40b165 req-c30e83d1-6886-4820-b8d3-5cd480adeab0 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Aug 24 17:05:10.601810 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:10.607121 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880b2c7-ed41-47ae-9745-64f0ca5add63 req-1ce999e9-1bfb-4612-8c12-463bc466115c tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:10.608833 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c880b2c7-ed41-47ae-9745-64f0ca5add63 req-1ce999e9-1bfb-4612-8c12-463bc466115c tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 931 time: 0.0631273 Aug 24 17:05:10.657244 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c880b2c7-ed41-47ae-9745-64f0ca5add63 req-9e44f2a4-0ea9-4f04-a6fd-3e0a0471f432 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Aug 24 17:05:10.783489 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35398) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:10.902020 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f1485f99-7569-419b-898b-52dba7164a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:10.996400 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f1485f99-7569-419b-898b-52dba7164a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:11.003702 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f1485f99-7569-419b-898b-52dba7164a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:11.041883 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-f1485f99-7569-419b-898b-52dba7164a32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a616202e13584b2bafdfb985021cc0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572024 Aug 24 17:05:11.042542 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1485f99-7569-419b-898b-52dba7164a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cfca0f-1bfa-40bd-95c1-5b5c6cb0c7d2,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:11.045510 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35402) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:11.095519 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c805f7fe-ac8a-4ba4-a465-82d7aec00ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:11.121046 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c805f7fe-ac8a-4ba4-a465-82d7aec00ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:11.170680 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c805f7fe-ac8a-4ba4-a465-82d7aec00ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:11.173621 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c805f7fe-ac8a-4ba4-a465-82d7aec00ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:11.174813 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c805f7fe-ac8a-4ba4-a465-82d7aec00ef3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80cfca0f-1bfa-40bd-95c1-5b5c6cb0c7d2 HTTP/1.1" status: 204 len: 168 time: 0.1280878 Aug 24 17:05:11.183377 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805f7fe-ac8a-4ba4-a465-82d7aec00ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cfca0f-1bfa-40bd-95c1-5b5c6cb0c7d2,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:11.488258 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35410) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:11.503200 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ad2c6ecc-509f-4374-becb-be5799f3ca1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:11.610094 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ad2c6ecc-509f-4374-becb-be5799f3ca1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:11.616667 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ad2c6ecc-509f-4374-becb-be5799f3ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:11.657664 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ad2c6ecc-509f-4374-becb-be5799f3ca1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3084aa6a08b14bb5891e4721e3b1ee9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679804 Aug 24 17:05:11.660767 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35420) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:11.661180 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c6ecc-509f-4374-becb-be5799f3ca1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cd3b38-32da-4779-975d-0f7645e4bd19,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:11.799710 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d9be1906-d6e8-40da-a46c-c1ced016ae63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:11.832317 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d9be1906-d6e8-40da-a46c-c1ced016ae63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:11.849907 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d02f9-d937-461d-a76b-1b2e5b23b73a req-6d10bee9-22c3-43cb-a954-af30b7137b15 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:11.851437 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-287d02f9-d937-461d-a76b-1b2e5b23b73a req-6d10bee9-22c3-43cb-a954-af30b7137b15 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 931 time: 0.0990045 Aug 24 17:05:11.907494 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-287d02f9-d937-461d-a76b-1b2e5b23b73a req-5b3482c6-cefc-426d-b1f1-fca5133c1a39 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479722 Aug 24 17:05:11.922557 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d9be1906-d6e8-40da-a46c-c1ced016ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:11.925100 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d9be1906-d6e8-40da-a46c-c1ced016ae63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:11.926240 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d9be1906-d6e8-40da-a46c-c1ced016ae63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7cd3b38-32da-4779-975d-0f7645e4bd19 HTTP/1.1" status: 204 len: 168 time: 0.2639868 Aug 24 17:05:11.937623 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be1906-d6e8-40da-a46c-c1ced016ae63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cd3b38-32da-4779-975d-0f7645e4bd19,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:12.900042 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35456) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:13.036279 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d155d75-3340-43a6-a8cd-cff2932f59b7 req-f08a2c57-1177-458b-b6df-837228f062c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:13.043844 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5d155d75-3340-43a6-a8cd-cff2932f59b7 req-f08a2c57-1177-458b-b6df-837228f062c3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 931 time: 0.0613427 Aug 24 17:05:13.081998 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5d155d75-3340-43a6-a8cd-cff2932f59b7 req-28d72d39-2b98-443c-a8e6-b2e3b8937ec9 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369630 Aug 24 17:05:13.456001 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f287a42-94c0-49de-805b-5284b011c1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419728'] for router_interface, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:14.021780 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-6f287a42-94c0-49de-805b-5284b011c1c7 admin admin] Deleting port e5cff28c-18d9-4621-adbd-88a72f38d52b {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:05:14.022469 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f287a42-94c0-49de-805b-5284b011c1c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:14.104704 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-6f287a42-94c0-49de-805b-5284b011c1c7 admin admin] For port e5cff28c-18d9-4621-adbd-88a72f38d52b, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=e5cff28c-18d9-4621-adbd-88a72f38d52b,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:05:14.105071 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f287a42-94c0-49de-805b-5284b011c1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:14.119885 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-6f287a42-94c0-49de-805b-5284b011c1c7 admin admin] Calling delete_port for e5cff28c-18d9-4621-adbd-88a72f38d52b owned by network:router_interface {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:05:14.265983 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824449c0-10a1-44ba-9d7b-e0324fcdeebe req-dc0b9301-afbc-4aab-8073-af8f01b939c1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:14.267607 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-824449c0-10a1-44ba-9d7b-e0324fcdeebe req-dc0b9301-afbc-4aab-8073-af8f01b939c1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 931 time: 0.1033659 Aug 24 17:05:14.327280 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-824449c0-10a1-44ba-9d7b-e0324fcdeebe req-18f527b7-9d26-4fbb-8bbd-1e01b8d261b6 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526927 Aug 24 17:05:14.400217 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f287a42-94c0-49de-805b-5284b011c1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:14.444085 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f287a42-94c0-49de-805b-5284b011c1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5cff28c-18d9-4621-adbd-88a72f38d52b,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:14.637215 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6f287a42-94c0-49de-805b-5284b011c1c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588518'] for router_interface, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:14.857794 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f287a42-94c0-49de-805b-5284b011c1c7 admin admin] Router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:05:14.966905 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f287a42-94c0-49de-805b-5284b011c1c7 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:05:14.975519 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35486) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:14.975993 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6f287a42-94c0-49de-805b-5284b011c1c7 admin admin] 10.222.0.13 "PUT /v2.0/routers/1cae95c3-2997-4e50-b7e2-c0c89b1a77e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0739806 Aug 24 17:05:14.983658 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52193ede-55e2-4198-b433-584bc5232358 None None] Sync routers for ids ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:05:15.003306 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52193ede-55e2-4198-b433-584bc5232358 None None] Routers {'1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:05:15.003958 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-52193ede-55e2-4198-b433-584bc5232358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:05:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:15.135328 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] Notify callbacks [] for router, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:15.140214 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-52193ede-55e2-4198-b433-584bc5232358 None None] Set router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:05:15.522641 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-52193ede-55e2-4198-b433-584bc5232358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T17:05:14Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:15.550047 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52193ede-55e2-4198-b433-584bc5232358 None None] Checking router: 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:05:15.559297 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52193ede-55e2-4198-b433-584bc5232358 None None] Routers {'1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:05:15.559933 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-52193ede-55e2-4198-b433-584bc5232358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:05:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:15.614425 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1a918-b1e9-48fc-95cf-c1fcead7f302 req-1b483aea-6fa5-4ee8-9646-eabe4a141f6b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:15.615661 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-22f1a918-b1e9-48fc-95cf-c1fcead7f302 req-1b483aea-6fa5-4ee8-9646-eabe4a141f6b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 931 time: 0.0725842 Aug 24 17:05:15.634693 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:15.674094 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-52193ede-55e2-4198-b433-584bc5232358 None None] Set router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:05:15.687919 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-22f1a918-b1e9-48fc-95cf-c1fcead7f302 req-e58c9d5b-a6af-46b2-98ad-fbf5e4120355 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615399 Aug 24 17:05:15.726525 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] Deleting port 271ea4f1-d511-4d36-9a65-b49fc4de585f {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:05:15.726868 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:15.812310 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] For port 271ea4f1-d511-4d36-9a65-b49fc4de585f, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=271ea4f1-d511-4d36-9a65-b49fc4de585f,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:05:15.812999 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:15.827158 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] Calling delete_port for 271ea4f1-d511-4d36-9a65-b49fc4de585f owned by network:router_gateway {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:05:15.891665 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-52193ede-55e2-4198-b433-584bc5232358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T17:05:14Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:15.921611 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52193ede-55e2-4198-b433-584bc5232358 None None] The sync data for ids ['1cae95c3-2997-4e50-b7e2-c0c89b1a77e2'] in dv-cinder-799668-9-iscsi is: [{'id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'name': 'tempest-AttachVolumeTestJSON-175691198-router', 'tenant_id': '2186679ca3474499a5785bb5999a0929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T17:05:14Z', 'revision_number': 5, 'project_id': '2186679ca3474499a5785bb5999a0929', 'gw_port': {'id': '271ea4f1-d511-4d36-9a65-b49fc4de585f', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:81:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cae95c3-2997-4e50-b7e2-c0c89b1a77e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T16:59:07Z', 'updated_at': '2021-08-24T16:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:05:16.014508 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:16.048128 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=271ea4f1-d511-4d36-9a65-b49fc4de585f,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:16.117129 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421564'] for router_gateway, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:16.209597 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:16.211727 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:16.260801 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399909'] for router, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:16.261582 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 {{(pid=93842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:05:16.275767 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:16.277083 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-80fc50ad-a5a0-4a22-a9e5-493d57bfb9ad admin admin] 10.222.0.13 "DELETE /v2.0/routers/1cae95c3-2997-4e50-b7e2-c0c89b1a77e2 HTTP/1.1" status: 204 len: 168 time: 1.3010805 Aug 24 17:05:16.279689 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35494) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:16.326571 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2ed7f6-03fe-49bf-95d6-44c61f14362d admin admin] Deleting subnet d11b48a3-078f-49c7-999e-7b305807dca6 {{(pid=93842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:05:16.329792 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed7f6-03fe-49bf-95d6-44c61f14362d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:16.369460 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed7f6-03fe-49bf-95d6-44c61f14362d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548683'] for subnet, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:16.496612 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed7f6-03fe-49bf-95d6-44c61f14362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:16.559425 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed7f6-03fe-49bf-95d6-44c61f14362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8548679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8876280'] for subnet, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:16.591946 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ed7f6-03fe-49bf-95d6-44c61f14362d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d11b48a3-078f-49c7-999e-7b305807dca6,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:16.597521 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-9f2ed7f6-03fe-49bf-95d6-44c61f14362d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:16.600092 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-9f2ed7f6-03fe-49bf-95d6-44c61f14362d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d11b48a3-078f-49c7-999e-7b305807dca6 HTTP/1.1" status: 204 len: 168 time: 0.3191330 Aug 24 17:05:16.603649 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35498) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:16.607397 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68187b63-f674-4eb0-85c8-6c4b8e434dce None None] Network f00dec52-c8ac-438f-a240-6365db81c0dc requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:05:16.684740 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:16.758045 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Deleting port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:05:16.758440 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:16.859381 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] For port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1,segment=NetworkSegment(304743ba-739e-49bb-ba4c-758c8ee70ed5),segment_id=304743ba-739e-49bb-ba4c-758c8ee70ed5)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:05:16.860204 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:16.873994 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88209f-d6da-46f4-80b2-c842c7c50f65 req-dbba90ce-98d4-418f-a0e2-70dedfcf86ee tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:16.876058 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8e88209f-d6da-46f4-80b2-c842c7c50f65 req-dbba90ce-98d4-418f-a0e2-70dedfcf86ee tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 931 time: 0.0755246 Aug 24 17:05:16.885461 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Calling delete_port for 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 owned by network:dhcp {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:05:16.924321 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8e88209f-d6da-46f4-80b2-c842c7c50f65 req-f6177344-3b73-47bb-ae8e-aa36cbb49164 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393474 Aug 24 17:05:16.980802 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:17.011162 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:17.015184 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] No DVR routers for this DVR port 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 on host dv-cinder-799668-9-iscsi {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:05:17.065278 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:17.065961 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:17.066651 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:17.067274 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:17.068266 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:17.069119 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:17.069705 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:17.070432 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:17.082244 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:17.082244 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:17.082244 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:17.082244 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:17.083141 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464e428a-8418-48c4-8690-52c1eae92a27 None None] DHCP port deletion for f00dec52-c8ac-438f-a240-6365db81c0dc request from dv-cinder-799668-9-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:05:17.168124 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:17.180282 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00dec52-c8ac-438f-a240-6365db81c0dc']}} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:17.197752 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304743ba-739e-49bb-ba4c-758c8ee70ed5') {'for_net_delete': True} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:17.198128 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304743ba-739e-49bb-ba4c-758c8ee70ed5') {} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:17.209888 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548676'] for segment, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:17.236424 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:17.244737 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:05:17.245167 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548517'] for segment, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: Traceback (most recent call last): Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: timer() Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: cb(*args, **kw) Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: return func(*args, **kwargs) Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: self._notify() Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: self.callback(batched_events) Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: event.method(event) Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: return f(self, *a, **k) Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: return self._get(url).json() Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: return self.request(url, 'GET', **kwargs) Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:05:17.247682 dv-cinder-799668-9-iscsi neutron-server[93842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:05:17.307979 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:17.313153 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:17.317858 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f00dec52-c8ac-438f-a240-6365db81c0dc HTTP/1.1" status: 204 len: 168 time: 0.7104018 Aug 24 17:05:17.334316 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb1991-65f6-482b-b43e-3b88c3d644a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f00dec52-c8ac-438f-a240-6365db81c0dc,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:17.427187 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device e5cff28c-18d9-4621-adbd-88a72f38d52b no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:05:17.470843 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: e5cff28c-18d9-4621-adbd-88a72f38d52b {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:05:17.471442 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device e5cff28c-18d9-4621-adbd-88a72f38d52b not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:05:17.471912 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 271ea4f1-d511-4d36-9a65-b49fc4de585f no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:05:17.492994 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 271ea4f1-d511-4d36-9a65-b49fc4de585f {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:05:17.493336 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 271ea4f1-d511-4d36-9a65-b49fc4de585f not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:05:17.493759 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:05:17.515433 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:05:17.515768 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 6f63c377-ba8b-4bea-bd3e-de60b2e6cbb1 not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:05:17.576811 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35508) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:17.625009 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-73f1dafa-53e3-46f7-b552-399f682a07b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2186679ca3474499a5785bb5999a0929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462263 Aug 24 17:05:17.628490 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35510) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:17.701119 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a4466ff6-31bd-4aba-89a9-08264ea85d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:17.724047 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a4466ff6-31bd-4aba-89a9-08264ea85d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:17.775000 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a4466ff6-31bd-4aba-89a9-08264ea85d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:17.777684 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a4466ff6-31bd-4aba-89a9-08264ea85d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:17.782121 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a4466ff6-31bd-4aba-89a9-08264ea85d07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36e91b1e-254a-4536-bdb3-5334a5638db0 HTTP/1.1" status: 204 len: 168 time: 0.1518767 Aug 24 17:05:17.791063 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4466ff6-31bd-4aba-89a9-08264ea85d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e91b1e-254a-4536-bdb3-5334a5638db0,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:18.060898 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2b1df-6471-45cc-92dd-bcdcce60552d req-2a3fb7e9-0c30-44ab-9db6-a8410a1705f7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:18.062915 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fbb2b1df-6471-45cc-92dd-bcdcce60552d req-2a3fb7e9-0c30-44ab-9db6-a8410a1705f7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 931 time: 0.0622079 Aug 24 17:05:18.133152 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fbb2b1df-6471-45cc-92dd-bcdcce60552d req-27aa0950-d099-4652-9bcd-c0d3eeb062a9 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532358 Aug 24 17:05:18.512757 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Request body: {'port': {'device_id': '5e3c4729-b2d2-414f-929a-548372d7f992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:05:18.572616 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:18.867522 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:05:18.875826 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:18.889220 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Transition to ACTIVE for port object 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:05:18.894379 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:18.957207 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Pushing event updated for resources: {'Port': ['ID=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:19.037580 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Attempting to bind port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:05:19.037920 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Attempting to bind port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:05:19.038245 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Attempting to bind port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 on network e031341b-7b29-4842-a33e-ce6b4c955d76 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:05:19.046313 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 on network e031341b-7b29-4842-a33e-ce6b4c955d76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:05:19.047838 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Attempting to bind port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 on network e031341b-7b29-4842-a33e-ce6b4c955d76 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:05:19.054795 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:05:19.055232 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Checking segment: {'id': 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:05:19.055692 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Bound using segment: {'id': 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:05:19.056294 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Bound port: 124e78a3-4fe8-4449-a865-2a11d9e4d4c5, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:05:19.056736 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:19.134982 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] For port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:05:19.138726 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] For port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,segment=NetworkSegment(bd940902-cbaf-4bc5-bb4b-0924fb5a441f),segment_id=bd940902-cbaf-4bc5-bb4b-0924fb5a441f)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:05:19.145622 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:19.187386 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:19.187997 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:19.189418 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] 10.222.0.26 "PUT /v2.0/ports/124e78a3-4fe8-4449-a865-2a11d9e4d4c5 HTTP/1.1" status: 200 len: 1093 time: 0.6817899 Aug 24 17:05:19.189880 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3c4729-b2d2-414f-929a-548372d7f992', 'tag': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:05:19.192446 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd2192e-2398-463b-92f4-932af7ecc928" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3c4729-b2d2-414f-929a-548372d7f992", "tag": "124e78a3-4fe8-4449-a865-2a11d9e4d4c5"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:05:19.210063 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35568) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:19.235024 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bdd27-122d-4a57-9cd1-f00956100844 service neutron] Pushing event updated for resources: {'Port': ['ID=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:19.297494 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15e1b17-520c-476e-8295-f9688b92e2cf x-openstack-request-id: req-c15e1b17-520c-476e-8295-f9688b92e2cf {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:05:19.297936 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3c4729-b2d2-414f-929a-548372d7f992", "tag": "124e78a3-4fe8-4449-a865-2a11d9e4d4c5", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:05:19.298188 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c15e1b17-520c-476e-8295-f9688b92e2cf {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:05:19.298604 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3c4729-b2d2-414f-929a-548372d7f992', 'tag': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5', 'status': 'completed', 'code': 200} Aug 24 17:05:19.306451 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-17365840-0510-40a3-b25d-ad30d53d99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:19.308369 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-17365840-0510-40a3-b25d-ad30d53d99ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=665b0ad6502e436e84bcb1c76d513b6e&device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 1096 time: 0.0573490 Aug 24 17:05:19.347989 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea91e8-4f52-4a52-a514-9b183173c38c req-eb1dd719-08a9-43e5-b39f-d2105389140e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:19.355067 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7bea91e8-4f52-4a52-a514-9b183173c38c req-eb1dd719-08a9-43e5-b39f-d2105389140e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 943 time: 0.0787270 Aug 24 17:05:19.392980 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7bea91e8-4f52-4a52-a514-9b183173c38c req-27a89042-7d31-44e2-93c4-b1fcdd29903a tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352798 Aug 24 17:05:19.393199 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-fae355ff-a094-4da2-a900-3936174ca8e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5 HTTP/1.1" status: 200 len: 217 time: 0.0714393 Aug 24 17:05:19.418758 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ad963306-f574-4965-a8a7-3652e10c8fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:19.517948 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-e594cba0-351d-4495-a15f-858601ed40fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:19.520390 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-e594cba0-351d-4495-a15f-858601ed40fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d84a80fb-5450-470c-bcf0-e0081311be6f HTTP/1.1" status: 200 len: 853 time: 0.1156619 Aug 24 17:05:19.619788 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-d88a09df-8cce-40ec-8b01-b882a5d02efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:19.621392 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-d88a09df-8cce-40ec-8b01-b882a5d02efe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e031341b-7b29-4842-a33e-ce6b4c955d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937002 Aug 24 17:05:19.709660 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ad963306-f574-4965-a8a7-3652e10c8fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:19.716273 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ad963306-f574-4965-a8a7-3652e10c8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:19.773960 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-f1875866-825f-4ea4-81bb-f63d21cb7f1c service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449640 Aug 24 17:05:19.781731 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ad963306-f574-4965-a8a7-3652e10c8fdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71799842e04141ae88fd30c0fc68bac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5661435 Aug 24 17:05:19.781731 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad963306-f574-4965-a8a7-3652e10c8fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ea95dc-8593-4cb1-a22d-909de9f42548,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:19.782001 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35580) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:19.840228 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bd450a8b-12a7-4328-9956-ad43e9b4247b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:19.872702 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bd450a8b-12a7-4328-9956-ad43e9b4247b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:19.877074 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a8262e0b-183b-48e3-ab65-337558ff6ab3 req-c2fe4782-190c-4ebb-8385-b3b4a9e967aa service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957470 Aug 24 17:05:19.920615 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bd450a8b-12a7-4328-9956-ad43e9b4247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:19.923281 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-bd450a8b-12a7-4328-9956-ad43e9b4247b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:19.924416 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-bd450a8b-12a7-4328-9956-ad43e9b4247b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5ea95dc-8593-4cb1-a22d-909de9f42548 HTTP/1.1" status: 204 len: 168 time: 0.1413059 Aug 24 17:05:19.935694 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd450a8b-12a7-4328-9956-ad43e9b4247b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ea95dc-8593-4cb1-a22d-909de9f42548,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:20.009932 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2192e-2398-463b-92f4-932af7ecc928 req-6d75254b-0d2b-480e-9960-14b5e90bc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:20.012350 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1bd2192e-2398-463b-92f4-932af7ecc928 req-6d75254b-0d2b-480e-9960-14b5e90bc112 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=665b0ad6502e436e84bcb1c76d513b6e&device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 1096 time: 0.0491858 Aug 24 17:05:20.115697 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2192e-2398-463b-92f4-932af7ecc928 req-e9876c0e-3e04-4f8c-af14-6644844b8e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:20.117330 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1bd2192e-2398-463b-92f4-932af7ecc928 req-e9876c0e-3e04-4f8c-af14-6644844b8e20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e031341b-7b29-4842-a33e-ce6b4c955d76 HTTP/1.1" status: 200 len: 915 time: 0.0975745 Aug 24 17:05:20.165095 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1bd2192e-2398-463b-92f4-932af7ecc928 req-c13edbc7-3515-4ccb-ba35-101e8282cd6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5 HTTP/1.1" status: 200 len: 217 time: 0.0380576 Aug 24 17:05:20.215305 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2192e-2398-463b-92f4-932af7ecc928 req-ed15f6c1-f863-45c8-8e92-f106c8442e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:20.216768 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1bd2192e-2398-463b-92f4-932af7ecc928 req-ed15f6c1-f863-45c8-8e92-f106c8442e39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d84a80fb-5450-470c-bcf0-e0081311be6f HTTP/1.1" status: 200 len: 853 time: 0.0438085 Aug 24 17:05:20.269641 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2192e-2398-463b-92f4-932af7ecc928 req-c083b353-777d-4a4c-8277-dede4dfd3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:20.271233 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1bd2192e-2398-463b-92f4-932af7ecc928 req-c083b353-777d-4a4c-8277-dede4dfd3e78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e031341b-7b29-4842-a33e-ce6b4c955d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464058 Aug 24 17:05:20.508536 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b64f7e-38c5-4d9e-a8c7-235cfb1e0721 req-435f2580-ea4f-44e8-b651-37ec15e8fe8b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:20.510272 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-68b64f7e-38c5-4d9e-a8c7-235cfb1e0721 req-435f2580-ea4f-44e8-b651-37ec15e8fe8b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 943 time: 0.0493090 Aug 24 17:05:20.548840 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-68b64f7e-38c5-4d9e-a8c7-235cfb1e0721 req-bfa85fa4-77ee-41ee-b284-b98de0a7d2f7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320401 Aug 24 17:05:21.303858 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1bd2192e-2398-463b-92f4-932af7ecc928 req-54978b04-3dda-4aec-b436-1447d3834bc8 service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881026 Aug 24 17:05:21.673712 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3c7e6-012a-496c-bcd7-ba2e2fd9b686 req-8dc9ba32-ebb5-4062-9891-3d2e7b131717 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:21.675257 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-31a3c7e6-012a-496c-bcd7-ba2e2fd9b686 req-8dc9ba32-ebb5-4062-9891-3d2e7b131717 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 943 time: 0.0553925 Aug 24 17:05:21.713244 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-31a3c7e6-012a-496c-bcd7-ba2e2fd9b686 req-6fb01e33-ab7f-45ec-9c11-e9d7cb6728e3 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318832 Aug 24 17:05:22.126347 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1bd2192e-2398-463b-92f4-932af7ecc928 req-e3d4eaaa-28ee-4b7a-8cc0-1daf8498b7b4 service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855062 Aug 24 17:05:22.843385 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323d79a-f4e1-43f2-9ba8-e7580f38d7c1 req-9340a88f-17a9-44e3-a732-91c5e656bb6b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:22.844769 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f323d79a-f4e1-43f2-9ba8-e7580f38d7c1 req-9340a88f-17a9-44e3-a732-91c5e656bb6b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 943 time: 0.0560403 Aug 24 17:05:22.884555 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f323d79a-f4e1-43f2-9ba8-e7580f38d7c1 req-5f8b2bc5-2473-4671-97e5-a7caf406b995 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Aug 24 17:05:23.034109 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:24.011860 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2b8e7-9d6a-44d0-adb1-2c07cba6f11c req-c3503660-c7ff-4df2-8e51-e62b839d3ca9 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:24.013499 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a5b2b8e7-9d6a-44d0-adb1-2c07cba6f11c req-c3503660-c7ff-4df2-8e51-e62b839d3ca9 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 943 time: 0.0562947 Aug 24 17:05:24.054815 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a5b2b8e7-9d6a-44d0-adb1-2c07cba6f11c req-31095209-8826-4ba6-b284-52f0d3523ec8 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349979 Aug 24 17:05:25.185461 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7e2f1-8c85-42d8-a2f1-e69acf13cbdd req-d436cccd-c53f-41ff-9495-a1a5706a875d tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:25.186957 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2fc7e2f1-8c85-42d8-a2f1-e69acf13cbdd req-d436cccd-c53f-41ff-9495-a1a5706a875d tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 943 time: 0.0575392 Aug 24 17:05:25.238773 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2fc7e2f1-8c85-42d8-a2f1-e69acf13cbdd req-dc29bd57-0331-4984-9902-c61d9f66e5e6 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425520 Aug 24 17:05:25.475336 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:05:25.587057 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,segment=NetworkSegment(bd940902-cbaf-4bc5-bb4b-0924fb5a441f),segment_id=bd940902-cbaf-4bc5-bb4b-0924fb5a441f)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:05:25.601997 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'port_id': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5', 'mac_address': 'fa:16:3e:aa:6f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:05:25.643043 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:25.652919 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35710) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:25.656910 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:05:25.679893 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,segment=NetworkSegment(bd940902-cbaf-4bc5-bb4b-0924fb5a441f),segment_id=bd940902-cbaf-4bc5-bb4b-0924fb5a441f)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:05:25.684838 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:25.736844 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:25.749798 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.750407 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.750530 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.751036 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.751592 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.752181 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.752694 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.753227 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.753768 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.754310 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.754885 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.755474 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.799612 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:25.909878 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:25.916513 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:25.958310 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2caa4ee963bb41f0ac49c8bba7e5a024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039532 Aug 24 17:05:25.959029 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741765bc-7a5c-4147-aa5f-cc8c2b153f97,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:25.961915 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35714) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:25.966537 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.966880 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.967215 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.967540 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.967870 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.968184 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.968486 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.968801 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.969122 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.969498 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.969750 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:25.970049 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2505c-bb3a-4131-a1a2-f2efd7097a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:05:26.010461 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-532e5f71-b7cc-421b-92a2-37924c2c39dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:26.030390 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-532e5f71-b7cc-421b-92a2-37924c2c39dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:26.084116 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-532e5f71-b7cc-421b-92a2-37924c2c39dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:26.088223 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-532e5f71-b7cc-421b-92a2-37924c2c39dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:26.089965 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-532e5f71-b7cc-421b-92a2-37924c2c39dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/741765bc-7a5c-4147-aa5f-cc8c2b153f97 HTTP/1.1" status: 204 len: 168 time: 0.1269023 Aug 24 17:05:26.097957 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e5f71-b7cc-421b-92a2-37924c2c39dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741765bc-7a5c-4147-aa5f-cc8c2b153f97,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:26.368485 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269adc4b-8656-4684-86d1-82631fc8e6f4 req-f19c2cef-a2d8-42c0-ae31-de1c87e76471 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:26.369989 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-269adc4b-8656-4684-86d1-82631fc8e6f4 req-f19c2cef-a2d8-42c0-ae31-de1c87e76471 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 944 time: 0.0561666 Aug 24 17:05:26.388398 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35722) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:26.404688 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4958bc32-798e-43d4-a56a-9b3baddbdd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:26.409504 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-269adc4b-8656-4684-86d1-82631fc8e6f4 req-93dc7a08-6e6f-49a5-89d5-e26b041cab64 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333254 Aug 24 17:05:26.499388 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4958bc32-798e-43d4-a56a-9b3baddbdd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:26.505741 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4958bc32-798e-43d4-a56a-9b3baddbdd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:26.543136 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4958bc32-798e-43d4-a56a-9b3baddbdd85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dae5fb8596fd4e3ebe3618b5f8c97b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536474 Aug 24 17:05:26.543963 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958bc32-798e-43d4-a56a-9b3baddbdd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eae305-3958-4fd4-9aca-c05f3ca19ede,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:26.546010 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35724) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:26.600121 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c212d9f5-6bfb-454b-b810-eb091ef03f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:26.622304 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c212d9f5-6bfb-454b-b810-eb091ef03f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:26.668794 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c212d9f5-6bfb-454b-b810-eb091ef03f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:26.671367 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-c212d9f5-6bfb-454b-b810-eb091ef03f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:26.672523 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c212d9f5-6bfb-454b-b810-eb091ef03f4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9eae305-3958-4fd4-9aca-c05f3ca19ede HTTP/1.1" status: 204 len: 168 time: 0.1254842 Aug 24 17:05:26.680160 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212d9f5-6bfb-454b-b810-eb091ef03f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eae305-3958-4fd4-9aca-c05f3ca19ede,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:27.526250 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308abb1-70b6-4a6b-b2a8-11c90051420f req-5cf13f40-6b37-4578-9f26-48b55eb276a6 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:27.527820 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8308abb1-70b6-4a6b-b2a8-11c90051420f req-5cf13f40-6b37-4578-9f26-48b55eb276a6 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 944 time: 0.0526357 Aug 24 17:05:27.577709 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8308abb1-70b6-4a6b-b2a8-11c90051420f req-ddf534d3-82c5-4c6e-ad3c-9c621b22099b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417907 Aug 24 17:05:28.593639 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['124e78a3-4fe8-4449-a865-2a11d9e4d4c5'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:05:28.709414 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202011f-c8a5-4c42-ba2b-1b2d4d9faa8a req-24e3716f-e812-4efd-bafe-baff5ac42a63 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:28.711180 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9202011f-c8a5-4c42-ba2b-1b2d4d9faa8a req-24e3716f-e812-4efd-bafe-baff5ac42a63 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 944 time: 0.0584233 Aug 24 17:05:28.753891 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9202011f-c8a5-4c42-ba2b-1b2d4d9faa8a req-d19eeb95-bf18-447c-b5d6-81ebf4ffe3ae tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349622 Aug 24 17:05:29.306242 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35802) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:29.430606 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3c3b541b-cde0-464e-a719-33bde960edb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:29.506075 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:05:29.527544 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3c3b541b-cde0-464e-a719-33bde960edb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:29.533004 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-3c3b541b-cde0-464e-a719-33bde960edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:29.558272 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:05:29.562031 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:05:29.562440 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:29.573055 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b541b-cde0-464e-a719-33bde960edb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cf1af3-2a84-4dd5-8aff-7256524c2883,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:29.579741 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-3c3b541b-cde0-464e-a719-33bde960edb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6e65a3e29bd43e1b86034343c238002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693679 Aug 24 17:05:29.580012 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35806) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:29.640366 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7046bee4-2539-47f8-b37c-77f4a8a96595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:29.650911 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:29.664535 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7046bee4-2539-47f8-b37c-77f4a8a96595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:29.674922 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3c4729-b2d2-414f-929a-548372d7f992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:05:29.677263 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac7f610-1da2-4b53-93b1-5fed7c68ec1d" -d '{"events": [{"server_uuid": "5e3c4729-b2d2-414f-929a-548372d7f992", "name": "network-vif-plugged", "status": "completed", "tag": "124e78a3-4fe8-4449-a865-2a11d9e4d4c5"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:05:29.691190 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,segment=NetworkSegment(bd940902-cbaf-4bc5-bb4b-0924fb5a441f),segment_id=bd940902-cbaf-4bc5-bb4b-0924fb5a441f)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:05:29.697430 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:29.726322 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7046bee4-2539-47f8-b37c-77f4a8a96595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:29.729003 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-7046bee4-2539-47f8-b37c-77f4a8a96595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:29.730896 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-7046bee4-2539-47f8-b37c-77f4a8a96595 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2cf1af3-2a84-4dd5-8aff-7256524c2883 HTTP/1.1" status: 204 len: 168 time: 0.1498430 Aug 24 17:05:29.737409 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7044a9a7-3506-4c4f-b385-3d5e7ab0d02d x-openstack-request-id: req-7044a9a7-3506-4c4f-b385-3d5e7ab0d02d {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:05:29.737709 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3c4729-b2d2-414f-929a-548372d7f992", "name": "network-vif-plugged", "status": "completed", "tag": "124e78a3-4fe8-4449-a865-2a11d9e4d4c5", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:05:29.737961 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7044a9a7-3506-4c4f-b385-3d5e7ab0d02d {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:05:29.738372 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3c4729-b2d2-414f-929a-548372d7f992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5', 'code': 200} Aug 24 17:05:29.748318 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046bee4-2539-47f8-b37c-77f4a8a96595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cf1af3-2a84-4dd5-8aff-7256524c2883,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:29.781695 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:29.918763 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796478b-3916-447c-8931-93cfe556f58e req-0eca56f9-ec8a-437f-82a0-9284b066552e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:29.920597 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b796478b-3916-447c-8931-93cfe556f58e req-0eca56f9-ec8a-437f-82a0-9284b066552e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 945 time: 0.0664010 Aug 24 17:05:29.962815 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b796478b-3916-447c-8931-93cfe556f58e req-6883970e-34c8-406d-8c85-fc662dd0b183 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353839 Aug 24 17:05:29.972435 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb2e76-fe40-43c3-bbc6-4443db94377b req-f22e36a2-d579-4b25-b2b4-34ac55b4f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:29.974081 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ecb2e76-fe40-43c3-bbc6-4443db94377b req-f22e36a2-d579-4b25-b2b4-34ac55b4f778 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 1098 time: 0.0439558 Aug 24 17:05:30.016494 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1ecb2e76-fe40-43c3-bbc6-4443db94377b req-85c1f1f8-74d5-4fa2-830b-b1a9f5b380e2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345013 Aug 24 17:05:30.102400 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35826) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:30.115619 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-627d674b-7954-4e11-9703-2854589a9dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:30.208769 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-627d674b-7954-4e11-9703-2854589a9dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:30.214016 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-627d674b-7954-4e11-9703-2854589a9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:30.258492 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-627d674b-7954-4e11-9703-2854589a9dcb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c29ca1bb84424d8a9164ce59badb7f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549397 Aug 24 17:05:30.259482 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d674b-7954-4e11-9703-2854589a9dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c52c85-1935-4a5c-af5a-e247d1337e1a,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:30.261395 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35828) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:30.320689 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-66381913-9223-4a13-ab75-905a0d27653f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:30.347050 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-66381913-9223-4a13-ab75-905a0d27653f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:30.400547 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-66381913-9223-4a13-ab75-905a0d27653f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:30.403613 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-66381913-9223-4a13-ab75-905a0d27653f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:30.404995 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-66381913-9223-4a13-ab75-905a0d27653f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94c52c85-1935-4a5c-af5a-e247d1337e1a HTTP/1.1" status: 204 len: 168 time: 0.1424077 Aug 24 17:05:30.415677 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66381913-9223-4a13-ab75-905a0d27653f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c52c85-1935-4a5c-af5a-e247d1337e1a,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:31.107005 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aacd39-33f8-452c-a9e8-6e8bb85290c2 req-7be651a0-3a98-4787-93d3-c9a42e1e1c63 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:31.108776 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-75aacd39-33f8-452c-a9e8-6e8bb85290c2 req-7be651a0-3a98-4787-93d3-c9a42e1e1c63 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 945 time: 0.0691705 Aug 24 17:05:31.166710 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-75aacd39-33f8-452c-a9e8-6e8bb85290c2 req-076536c6-96fe-4825-88ad-8f5f17270b07 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467117 Aug 24 17:05:32.294157 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d36d1-2dcb-4af5-99ac-3f0e2bf1c5bf req-eefd74b9-7052-4f66-9bdb-5f41f4840157 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:32.295341 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9c8d36d1-2dcb-4af5-99ac-3f0e2bf1c5bf req-eefd74b9-7052-4f66-9bdb-5f41f4840157 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 945 time: 0.0630109 Aug 24 17:05:32.343313 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9c8d36d1-2dcb-4af5-99ac-3f0e2bf1c5bf req-c7cad2e6-a0bf-481f-988d-1bdab785fba0 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371957 Aug 24 17:05:32.471425 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4135f-fc99-48a6-9034-d0bd7de4525a req-12502e5e-4448-44e4-8591-8c7f79cdb657 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:32.472973 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7fd4135f-fc99-48a6-9034-d0bd7de4525a req-12502e5e-4448-44e4-8591-8c7f79cdb657 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 945 time: 0.0596957 Aug 24 17:05:32.524730 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7fd4135f-fc99-48a6-9034-d0bd7de4525a req-eb577dc7-95ab-4da1-984b-09b680ffe59e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453832 Aug 24 17:05:32.736597 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35918) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:32.858717 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-be9214c2-cb52-4c8d-b5ad-fa3249436a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:32.980231 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-be9214c2-cb52-4c8d-b5ad-fa3249436a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:32.985907 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-be9214c2-cb52-4c8d-b5ad-fa3249436a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:33.025365 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-be9214c2-cb52-4c8d-b5ad-fa3249436a7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e02793b71b2841bdb023acdd8a097f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876127 Aug 24 17:05:33.026256 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9214c2-cb52-4c8d-b5ad-fa3249436a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc3c17c-ae9c-4a25-9f12-e5580c679e6f,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:33.028854 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35924) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:33.059643 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d870bfd-25b1-4a05-b020-79c2d8c835aa req-117d10c7-527e-4983-8a0a-79482932c538 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:33.061761 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8d870bfd-25b1-4a05-b020-79c2d8c835aa req-117d10c7-527e-4983-8a0a-79482932c538 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 945 time: 0.0568361 Aug 24 17:05:33.086661 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-131b08bd-6129-4540-9434-653aab98bcf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:33.102007 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8d870bfd-25b1-4a05-b020-79c2d8c835aa req-960bb967-acaa-4c30-8d62-c2c94dce9643 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338774 Aug 24 17:05:33.112218 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-131b08bd-6129-4540-9434-653aab98bcf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:33.175635 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-131b08bd-6129-4540-9434-653aab98bcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:33.178325 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-131b08bd-6129-4540-9434-653aab98bcf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:33.179759 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-131b08bd-6129-4540-9434-653aab98bcf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbc3c17c-ae9c-4a25-9f12-e5580c679e6f HTTP/1.1" status: 204 len: 168 time: 0.1498601 Aug 24 17:05:33.187585 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b08bd-6129-4540-9434-653aab98bcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc3c17c-ae9c-4a25-9f12-e5580c679e6f,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:33.560463 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 35938) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:33.575058 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-52f9092b-d3d2-4261-89e6-9a5f3567cc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:33.675515 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-52f9092b-d3d2-4261-89e6-9a5f3567cc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:33.680937 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-52f9092b-d3d2-4261-89e6-9a5f3567cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:33.720937 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-52f9092b-d3d2-4261-89e6-9a5f3567cc04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6cdd552febf40f0ac03c081df0e539b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592999 Aug 24 17:05:33.721708 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9092b-d3d2-4261-89e6-9a5f3567cc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000ed805-b8e8-4232-b776-9fa34491b5a2,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:33.724109 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 35940) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:33.775416 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a62392d7-a871-4457-8711-606dbc6156ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:33.798319 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a62392d7-a871-4457-8711-606dbc6156ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:33.847276 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a62392d7-a871-4457-8711-606dbc6156ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:33.850022 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a62392d7-a871-4457-8711-606dbc6156ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:33.851300 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a62392d7-a871-4457-8711-606dbc6156ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/000ed805-b8e8-4232-b776-9fa34491b5a2 HTTP/1.1" status: 204 len: 168 time: 0.1262140 Aug 24 17:05:33.859754 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62392d7-a871-4457-8711-606dbc6156ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000ed805-b8e8-4232-b776-9fa34491b5a2,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:35.030659 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2657241a-a3e5-4db8-b0fa-489a4b40ebae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:37.913145 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-432473fd-0270-415a-9852-5bc31078d41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:38.045087 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:38.255156 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 36054) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:38.394498 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-baf85d92-207f-4532-a27a-dfd817999ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:38.496214 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-baf85d92-207f-4532-a27a-dfd817999ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:38.502310 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-baf85d92-207f-4532-a27a-dfd817999ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:38.542051 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-baf85d92-207f-4532-a27a-dfd817999ce5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=952b5429b098491b9b208fb125c59092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856984 Aug 24 17:05:38.543056 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf85d92-207f-4532-a27a-dfd817999ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45e489a-2333-46c6-b872-e67b20f584bb,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:38.545293 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36058) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:38.603633 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ce19938-695c-4d9d-975f-a6b0df21c123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:38.629367 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ce19938-695c-4d9d-975f-a6b0df21c123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:38.677852 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ce19938-695c-4d9d-975f-a6b0df21c123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:38.680324 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9ce19938-695c-4d9d-975f-a6b0df21c123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:38.681491 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9ce19938-695c-4d9d-975f-a6b0df21c123 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d45e489a-2333-46c6-b872-e67b20f584bb HTTP/1.1" status: 204 len: 168 time: 0.1351929 Aug 24 17:05:38.690309 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce19938-695c-4d9d-975f-a6b0df21c123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45e489a-2333-46c6-b872-e67b20f584bb,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:39.364667 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:39.389668 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:05:40.600356 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:43.941555 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7e436-50f9-4a6d-89f6-feb4f0dbeece req-57510d49-4d32-49bb-a84a-6c154fc54cc8 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:43.943294 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bef7e436-50f9-4a6d-89f6-feb4f0dbeece req-57510d49-4d32-49bb-a84a-6c154fc54cc8 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 945 time: 0.0541964 Aug 24 17:05:43.989442 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bef7e436-50f9-4a6d-89f6-feb4f0dbeece req-2f3b777b-ecf0-4e50-bbb2-1c7f257d4df9 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376472 Aug 24 17:05:44.035217 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 36210) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:44.353782 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeacf5e1-57c5-4c5b-93d3-b3e49c30c3a4 tempest-TestMinimumBasicScenario-1649219658 tempest-TestMinimumBasicScenario-1649219658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:44.356491 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-aeacf5e1-57c5-4c5b-93d3-b3e49c30c3a4 tempest-TestMinimumBasicScenario-1649219658 tempest-TestMinimumBasicScenario-1649219658-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 1093 time: 0.3199005 Aug 24 17:05:44.359296 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 36216) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:44.364385 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Request body: {'floatingip': {'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'port_id': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:05:44.392650 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for floatingip, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:44.568076 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:44.685985 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Allocated IP 172.27.0.21 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/6ca35786-359c-477a-bf8d-f9982e449dff) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:05:44.798743 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:44.848067 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:44.893867 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:05:44.904318 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:05:44.908753 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:05:44.961289 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event updated for resources: {'Port': ['ID=6ca35786-359c-477a-bf8d-f9982e449dff,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:45.201472 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36224) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:45.348384 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96afcb6c-b1ee-4926-9d4f-87d9bb3058a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:45.430003 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:45.491203 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96afcb6c-b1ee-4926-9d4f-87d9bb3058a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:45.495771 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-96afcb6c-b1ee-4926-9d4f-87d9bb3058a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:45.535448 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:45.538020 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-96afcb6c-b1ee-4926-9d4f-87d9bb3058a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1abb03199ec94864ad9f61c372174209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353527 Aug 24 17:05:45.540606 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afcb6c-b1ee-4926-9d4f-87d9bb3058a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584f7769-78b0-47a8-acb3-ba46412f6eea,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:45.543173 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36230) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:45.614688 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-67512cb8-1377-49bf-b2ae-7db6f92d0ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:45.651557 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-67512cb8-1377-49bf-b2ae-7db6f92d0ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:45.722625 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:45.729480 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-67512cb8-1377-49bf-b2ae-7db6f92d0ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:45.729992 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:45.733002 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-67512cb8-1377-49bf-b2ae-7db6f92d0ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:45.739159 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-67512cb8-1377-49bf-b2ae-7db6f92d0ecc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/584f7769-78b0-47a8-acb3-ba46412f6eea HTTP/1.1" status: 204 len: 168 time: 0.1946537 Aug 24 17:05:45.751729 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67512cb8-1377-49bf-b2ae-7db6f92d0ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584f7769-78b0-47a8-acb3-ba46412f6eea,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:45.818257 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event updated for resources: {'Port': ['ID=6ca35786-359c-477a-bf8d-f9982e449dff,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:45.830315 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:46.093295 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36236) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:46.108073 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8cf62d58-f9ca-47f4-9d97-4faeab1a8e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:46.230112 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8cf62d58-f9ca-47f4-9d97-4faeab1a8e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:46.236508 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8cf62d58-f9ca-47f4-9d97-4faeab1a8e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:46.274316 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.l3_db [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Floating IP 8474b2ae-ace9-4263-98b0-5bc857abd0d4 associated. External IP: 172.27.0.21, port: 124e78a3-4fe8-4449-a865-2a11d9e4d4c5. Aug 24 17:05:46.287145 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf62d58-f9ca-47f4-9d97-4faeab1a8e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefe5127-2aa0-42e0-adeb-f7500412320f,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:46.292812 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8cf62d58-f9ca-47f4-9d97-4faeab1a8e08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96a41bd78230485cab9b923856c98b91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983221 Aug 24 17:05:46.297647 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36238) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:46.356110 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d4b16922-a199-4f60-ac86-dd967b322949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:46.380746 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d4b16922-a199-4f60-ac86-dd967b322949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:46.440407 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d4b16922-a199-4f60-ac86-dd967b322949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:46.444473 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-d4b16922-a199-4f60-ac86-dd967b322949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:46.450014 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-d4b16922-a199-4f60-ac86-dd967b322949 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fefe5127-2aa0-42e0-adeb-f7500412320f HTTP/1.1" status: 204 len: 168 time: 0.1510768 Aug 24 17:05:46.462096 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b16922-a199-4f60-ac86-dd967b322949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefe5127-2aa0-42e0-adeb-f7500412320f,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:46.544945 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Router bad29e9c-5b22-40bc-b538-b634b1a7a292 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:05:46.673351 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:05:46.688143 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e2bfd0-d744-49c7-aca5-89521de269a2 None None] Sync routers for ids ['bad29e9c-5b22-40bc-b538-b634b1a7a292'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:05:46.700324 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:46.703447 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e2bfd0-d744-49c7-aca5-89521de269a2 None None] Routers {'bad29e9c-5b22-40bc-b538-b634b1a7a292'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:05:46.704249 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-e4e2bfd0-d744-49c7-aca5-89521de269a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:05:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['bad29e9c-5b22-40bc-b538-b634b1a7a292'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:46.744417 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-8734c772-9ba0-4972-8141-510a8e36321b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3837104 Aug 24 17:05:46.745041 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3c4729-b2d2-414f-929a-548372d7f992', 'tag': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:05:46.747579 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b9c982-7e11-4955-9a89-bcb178d72a62" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3c4729-b2d2-414f-929a-548372d7f992", "tag": "124e78a3-4fe8-4449-a865-2a11d9e4d4c5"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:05:46.748954 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36246) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:46.754163 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-71ceecb7-20ae-432a-9a45-d45fd61fbc16 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385507620', 'description': 'tempest-secgroup-smoke-385507620 description', 'project_id': '665b0ad6502e436e84bcb1c76d513b6e'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:05:46.795069 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-71ceecb7-20ae-432a-9a45-d45fd61fbc16 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:46.805499 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f123ea34-d3c4-47aa-8301-3d99771526fd x-openstack-request-id: req-f123ea34-d3c4-47aa-8301-3d99771526fd {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:05:46.805831 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3c4729-b2d2-414f-929a-548372d7f992", "tag": "124e78a3-4fe8-4449-a865-2a11d9e4d4c5", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:05:46.806032 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f123ea34-d3c4-47aa-8301-3d99771526fd {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:05:46.806465 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3c4729-b2d2-414f-929a-548372d7f992', 'tag': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5', 'status': 'completed', 'code': 200} Aug 24 17:05:46.834455 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-e4e2bfd0-d744-49c7-aca5-89521de269a2 None None] Set router bad29e9c-5b22-40bc-b538-b634b1a7a292 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:05:46.936408 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-71ceecb7-20ae-432a-9a45-d45fd61fbc16 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:46.946843 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-71ceecb7-20ae-432a-9a45-d45fd61fbc16 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:46.953975 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9c982-7e11-4955-9a89-bcb178d72a62 req-929e9f66-d59d-4d0e-b9ab-4f1bf607b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:46.955707 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46b9c982-7e11-4955-9a89-bcb178d72a62 req-929e9f66-d59d-4d0e-b9ab-4f1bf607b22f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=665b0ad6502e436e84bcb1c76d513b6e&device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 1098 time: 0.0787313 Aug 24 17:05:46.975909 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-71ceecb7-20ae-432a-9a45-d45fd61fbc16 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:46.977344 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-71ceecb7-20ae-432a-9a45-d45fd61fbc16 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2271917 Aug 24 17:05:46.982528 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36254) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:46.987467 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-9fd0feff-4a79-43d4-aef2-80b3b62b051b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Request body: {'security_group_rule': {'security_group_id': '58afcd4c-0b53-4d3f-a76d-de1757edc5da', 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:05:47.000587 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ceecb7-20ae-432a-9a45-d45fd61fbc16 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58afcd4c-0b53-4d3f-a76d-de1757edc5da,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:47.038256 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fd0feff-4a79-43d4-aef2-80b3b62b051b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.113343 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9c982-7e11-4955-9a89-bcb178d72a62 req-c864b48d-8610-4477-8173-ae0292287a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:47.115437 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46b9c982-7e11-4955-9a89-bcb178d72a62 req-c864b48d-8610-4477-8173-ae0292287a62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e031341b-7b29-4842-a33e-ce6b4c955d76 HTTP/1.1" status: 200 len: 915 time: 0.1493485 Aug 24 17:05:47.130757 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fd0feff-4a79-43d4-aef2-80b3b62b051b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.136105 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fd0feff-4a79-43d4-aef2-80b3b62b051b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.164286 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0feff-4a79-43d4-aef2-80b3b62b051b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245ce4f3-6753-4225-8979-dd307d2477c9,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:47.175071 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-9fd0feff-4a79-43d4-aef2-80b3b62b051b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.180156 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-9fd0feff-4a79-43d4-aef2-80b3b62b051b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1964817 Aug 24 17:05:47.181382 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36260) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:47.187259 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-f50f2975-0d47-4a10-b1e3-f1c38429019d tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Request body: {'security_group_rule': {'security_group_id': '58afcd4c-0b53-4d3f-a76d-de1757edc5da', 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:05:47.207941 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-e4e2bfd0-d744-49c7-aca5-89521de269a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 4, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port': {'id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:43Z', 'updated_at': '2021-08-24T17:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '8474b2ae-ace9-4263-98b0-5bc857abd0d4', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'port_id': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'mac_address': 'fa:16:3e:aa:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3c4729-b2d2-414f-929a-548372d7f992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:05:45Z', 'updated_at': '2021-08-24T17:05:45Z', 'revision_number': 0, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbeaafd-2c17-45f1-a803-2fb6e91e5384', 'name': '', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'mac_address': 'fa:16:3e:c2:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:44Z', 'updated_at': '2021-08-24T17:04:53Z', 'revision_number': 5, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'subnets': [{'id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:47.226220 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46b9c982-7e11-4955-9a89-bcb178d72a62 req-75dbbfce-d8e6-44bc-a319-fb855921beaf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5 HTTP/1.1" status: 200 len: 998 time: 0.1028378 Aug 24 17:05:47.229191 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f50f2975-0d47-4a10-b1e3-f1c38429019d tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.263235 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e2bfd0-d744-49c7-aca5-89521de269a2 None None] Checking router: bad29e9c-5b22-40bc-b538-b634b1a7a292 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:05:47.281605 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e2bfd0-d744-49c7-aca5-89521de269a2 None None] Routers {'bad29e9c-5b22-40bc-b538-b634b1a7a292'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:05:47.282497 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-e4e2bfd0-d744-49c7-aca5-89521de269a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:05:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['bad29e9c-5b22-40bc-b538-b634b1a7a292'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:47.303040 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f50f2975-0d47-4a10-b1e3-f1c38429019d tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.306165 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9c982-7e11-4955-9a89-bcb178d72a62 req-1c24e4b4-0341-4191-8206-85015b2981c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:47.307806 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46b9c982-7e11-4955-9a89-bcb178d72a62 req-1c24e4b4-0341-4191-8206-85015b2981c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d84a80fb-5450-470c-bcf0-e0081311be6f HTTP/1.1" status: 200 len: 853 time: 0.0733027 Aug 24 17:05:47.313974 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f50f2975-0d47-4a10-b1e3-f1c38429019d tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.330896 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f2975-0d47-4a10-b1e3-f1c38429019d tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd5f9fd-d9d8-4325-9635-af0d3bf24549,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:47.350029 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f50f2975-0d47-4a10-b1e3-f1c38429019d tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.352459 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-f50f2975-0d47-4a10-b1e3-f1c38429019d tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1694577 Aug 24 17:05:47.355592 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36266) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:47.364634 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-b9af21b2-158f-463c-91d5-ec7e4dea975e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Request body: {'security_group_rule': {'security_group_id': '58afcd4c-0b53-4d3f-a76d-de1757edc5da', 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:05:47.384076 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9c982-7e11-4955-9a89-bcb178d72a62 req-816e2bc9-16e9-4fc2-89b9-fc57e16cb704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:47.387176 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46b9c982-7e11-4955-9a89-bcb178d72a62 req-816e2bc9-16e9-4fc2-89b9-fc57e16cb704 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e031341b-7b29-4842-a33e-ce6b4c955d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706177 Aug 24 17:05:47.401121 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b9af21b2-158f-463c-91d5-ec7e4dea975e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.509311 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b9af21b2-158f-463c-91d5-ec7e4dea975e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.517998 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b9af21b2-158f-463c-91d5-ec7e4dea975e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.542418 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af21b2-158f-463c-91d5-ec7e4dea975e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fb41a0-fce6-4696-a6cd-7c855c62e420,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:47.564284 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b9af21b2-158f-463c-91d5-ec7e4dea975e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.569650 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b9af21b2-158f-463c-91d5-ec7e4dea975e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2064362 Aug 24 17:05:47.570236 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36274) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:47.575128 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-8f5cdc26-a40b-4b89-ad0f-4ffc22457e1a tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Request body: {'security_group_rule': {'security_group_id': '58afcd4c-0b53-4d3f-a76d-de1757edc5da', 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:05:47.598090 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46b9c982-7e11-4955-9a89-bcb178d72a62 req-4db02590-1267-45bb-b7b9-68b536aa7553 service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023418 Aug 24 17:05:47.611352 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8f5cdc26-a40b-4b89-ad0f-4ffc22457e1a tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.640752 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-e4e2bfd0-d744-49c7-aca5-89521de269a2 None None] Set router bad29e9c-5b22-40bc-b538-b634b1a7a292 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:05:47.730368 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8f5cdc26-a40b-4b89-ad0f-4ffc22457e1a tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.738289 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8f5cdc26-a40b-4b89-ad0f-4ffc22457e1a tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.742695 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-46b9c982-7e11-4955-9a89-bcb178d72a62 req-d26810ff-f3af-47f2-961f-66d702306115 service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339915 Aug 24 17:05:47.761043 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cdc26-a40b-4b89-ad0f-4ffc22457e1a tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989960b9-83f8-4c05-8593-74b48458ccf6,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:47.780638 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8f5cdc26-a40b-4b89-ad0f-4ffc22457e1a tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.782179 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8f5cdc26-a40b-4b89-ad0f-4ffc22457e1a tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2108471 Aug 24 17:05:47.785811 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36278) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:47.791001 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-fd2cc8de-05dd-4c53-b757-f96fcaea4bba tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Request body: {'security_group_rule': {'security_group_id': '58afcd4c-0b53-4d3f-a76d-de1757edc5da', 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:05:47.821915 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.securitygroups_db [None req-fd2cc8de-05dd-4c53-b757-f96fcaea4bba tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Project 665b0ad6502e436e84bcb1c76d513b6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:05:47.829368 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc8de-05dd-4c53-b757-f96fcaea4bba tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.932773 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc8de-05dd-4c53-b757-f96fcaea4bba tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.939497 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc8de-05dd-4c53-b757-f96fcaea4bba tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.959587 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-e4e2bfd0-d744-49c7-aca5-89521de269a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 4, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port': {'id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:43Z', 'updated_at': '2021-08-24T17:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '8474b2ae-ace9-4263-98b0-5bc857abd0d4', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'port_id': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'mac_address': 'fa:16:3e:aa:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3c4729-b2d2-414f-929a-548372d7f992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:05:45Z', 'updated_at': '2021-08-24T17:05:45Z', 'revision_number': 0, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbeaafd-2c17-45f1-a803-2fb6e91e5384', 'name': '', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'mac_address': 'fa:16:3e:c2:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:44Z', 'updated_at': '2021-08-24T17:04:53Z', 'revision_number': 5, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'subnets': [{'id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:05:47.977790 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cc8de-05dd-4c53-b757-f96fcaea4bba tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04242c40-c1cb-4eb6-8d57-8d48b8675d3c,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:47.983873 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc8de-05dd-4c53-b757-f96fcaea4bba tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:47.991133 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 36282) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:47.991344 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-fd2cc8de-05dd-4c53-b757-f96fcaea4bba tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2039330 Aug 24 17:05:47.992463 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e2bfd0-d744-49c7-aca5-89521de269a2 None None] The sync data for ids ['bad29e9c-5b22-40bc-b538-b634b1a7a292'] in dv-cinder-799668-9-iscsi is: [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 4, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port': {'id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:43Z', 'updated_at': '2021-08-24T17:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '8474b2ae-ace9-4263-98b0-5bc857abd0d4', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'port_id': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'mac_address': 'fa:16:3e:aa:6f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3c4729-b2d2-414f-929a-548372d7f992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:05:45Z', 'updated_at': '2021-08-24T17:05:45Z', 'revision_number': 0, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbeaafd-2c17-45f1-a803-2fb6e91e5384', 'name': '', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'mac_address': 'fa:16:3e:c2:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:44Z', 'updated_at': '2021-08-24T17:04:53Z', 'revision_number': 5, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'subnets': [{'id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:05:47.999080 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-c9ddd071-15df-4ab2-85b0-46f77dd54cc7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Request body: {'security_group_rule': {'security_group_id': '58afcd4c-0b53-4d3f-a76d-de1757edc5da', 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:05:48.058092 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.securitygroups_db [None req-c9ddd071-15df-4ab2-85b0-46f77dd54cc7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Project 665b0ad6502e436e84bcb1c76d513b6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:05:48.065195 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd071-15df-4ab2-85b0-46f77dd54cc7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:48.190848 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd071-15df-4ab2-85b0-46f77dd54cc7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:48.198397 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd071-15df-4ab2-85b0-46f77dd54cc7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:48.232488 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddd071-15df-4ab2-85b0-46f77dd54cc7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bb77a6-eadd-405f-a603-6a6a9832ca62,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:48.242851 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd071-15df-4ab2-85b0-46f77dd54cc7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:48.245250 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c9ddd071-15df-4ab2-85b0-46f77dd54cc7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2515066 Aug 24 17:05:48.289727 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6d2e08-9b8b-48a6-9724-6a2f53cb7af6 None None] New status for floating IP 8474b2ae-ace9-4263-98b0-5bc857abd0d4: ACTIVE {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:05:48.400284 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa727262-fb67-4737-bfdd-afa0eda9f3dd req-5ac9290b-c078-4168-8353-839d2087b5bc tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385507620&fields=id&tenant_id=665b0ad6502e436e84bcb1c76d513b6e HTTP/1.1" status: 200 len: 267 time: 0.0541930 Aug 24 17:05:48.479239 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa727262-fb67-4737-bfdd-afa0eda9f3dd req-dc83b03b-893e-4682-989d-f09a952905e7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:48.481839 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa727262-fb67-4737-bfdd-afa0eda9f3dd req-dc83b03b-893e-4682-989d-f09a952905e7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 945 time: 0.0745950 Aug 24 17:05:48.497208 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-fa727262-fb67-4737-bfdd-afa0eda9f3dd req-e59c81a0-cfbb-462e-9a99-10d06581ec22 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Request body: {'port': {'security_groups': ['387e944d-a35d-48b7-a791-bc18ce8a354c', '58afcd4c-0b53-4d3f-a76d-de1757edc5da']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:05:48.605653 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fa727262-fb67-4737-bfdd-afa0eda9f3dd req-e59c81a0-cfbb-462e-9a99-10d06581ec22 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:48.887398 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-fa727262-fb67-4737-bfdd-afa0eda9f3dd req-e59c81a0-cfbb-462e-9a99-10d06581ec22 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] For port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,segment=NetworkSegment(bd940902-cbaf-4bc5-bb4b-0924fb5a441f),segment_id=bd940902-cbaf-4bc5-bb4b-0924fb5a441f)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:05:48.923607 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fa727262-fb67-4737-bfdd-afa0eda9f3dd req-e59c81a0-cfbb-462e-9a99-10d06581ec22 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:48.933000 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fa727262-fb67-4737-bfdd-afa0eda9f3dd req-e59c81a0-cfbb-462e-9a99-10d06581ec22 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:48.971402 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['124e78a3-4fe8-4449-a865-2a11d9e4d4c5'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:05:48.994068 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa727262-fb67-4737-bfdd-afa0eda9f3dd req-e59c81a0-cfbb-462e-9a99-10d06581ec22 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:48.994791 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-fa727262-fb67-4737-bfdd-afa0eda9f3dd req-e59c81a0-cfbb-462e-9a99-10d06581ec22 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:48.996797 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fa727262-fb67-4737-bfdd-afa0eda9f3dd req-e59c81a0-cfbb-462e-9a99-10d06581ec22 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "PUT /v2.0/ports/124e78a3-4fe8-4449-a865-2a11d9e4d4c5 HTTP/1.1" status: 200 len: 981 time: 0.5074809 Aug 24 17:05:48.997460 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3c4729-b2d2-414f-929a-548372d7f992', 'tag': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:05:49.001015 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab1b2a0-1314-47c5-bb6b-c46cdb65acf9" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3c4729-b2d2-414f-929a-548372d7f992", "tag": "124e78a3-4fe8-4449-a865-2a11d9e4d4c5"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:05:49.044029 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c81a0-cfbb-462e-9a99-10d06581ec22 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event updated for resources: {'Port': ['ID=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,revision_number=6']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:49.164479 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df4f541-6cfd-4395-943f-6ba79cfff669 x-openstack-request-id: req-3df4f541-6cfd-4395-943f-6ba79cfff669 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:05:49.164985 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3c4729-b2d2-414f-929a-548372d7f992", "tag": "124e78a3-4fe8-4449-a865-2a11d9e4d4c5", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:05:49.165511 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3df4f541-6cfd-4395-943f-6ba79cfff669 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:05:49.166130 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3c4729-b2d2-414f-929a-548372d7f992', 'tag': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5', 'status': 'completed', 'code': 200} Aug 24 17:05:49.170415 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['124e78a3-4fe8-4449-a865-2a11d9e4d4c5'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:05:49.317592 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0254d-e8f9-43b0-86d1-cfdd8a8562c5 req-713b801e-125e-44e6-8a8a-b2e870c07659 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:49.326992 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-05f0254d-e8f9-43b0-86d1-cfdd8a8562c5 req-713b801e-125e-44e6-8a8a-b2e870c07659 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.1593194 Aug 24 17:05:49.340968 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1b2a0-1314-47c5-bb6b-c46cdb65acf9 req-a646e41d-e61f-468e-ada0-6b12d4c600c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:49.343160 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bab1b2a0-1314-47c5-bb6b-c46cdb65acf9 req-a646e41d-e61f-468e-ada0-6b12d4c600c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=665b0ad6502e436e84bcb1c76d513b6e&device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 1137 time: 0.1256800 Aug 24 17:05:49.464077 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-05f0254d-e8f9-43b0-86d1-cfdd8a8562c5 req-93b1c057-ebc9-4513-b0c5-b58e5cf60598 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1356714 Aug 24 17:05:49.554832 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-fd919d5f-7d56-4907-996f-c7340cd332c1 None None] Provisioning complete for port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:05:49.555550 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-fd919d5f-7d56-4907-996f-c7340cd332c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:49.576082 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1b2a0-1314-47c5-bb6b-c46cdb65acf9 req-7fb8732e-d0c9-4f13-97dc-00025faa65a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:49.581319 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bab1b2a0-1314-47c5-bb6b-c46cdb65acf9 req-7fb8732e-d0c9-4f13-97dc-00025faa65a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e031341b-7b29-4842-a33e-ce6b4c955d76 HTTP/1.1" status: 200 len: 915 time: 0.2012429 Aug 24 17:05:49.657475 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bab1b2a0-1314-47c5-bb6b-c46cdb65acf9 req-23ddfc6b-0386-469e-a26d-1b78dc4a8ab8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5 HTTP/1.1" status: 200 len: 1000 time: 0.0696237 Aug 24 17:05:49.735033 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1b2a0-1314-47c5-bb6b-c46cdb65acf9 req-85c4ae30-03f4-4d17-94d5-4738432ea963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:49.737472 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bab1b2a0-1314-47c5-bb6b-c46cdb65acf9 req-85c4ae30-03f4-4d17-94d5-4738432ea963 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d84a80fb-5450-470c-bcf0-e0081311be6f HTTP/1.1" status: 200 len: 853 time: 0.0711827 Aug 24 17:05:49.792840 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1b2a0-1314-47c5-bb6b-c46cdb65acf9 req-0c5e8bd8-0e64-4ab4-9c88-2bca091b5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:49.794473 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bab1b2a0-1314-47c5-bb6b-c46cdb65acf9 req-0c5e8bd8-0e64-4ab4-9c88-2bca091b5b35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e031341b-7b29-4842-a33e-ce6b4c955d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485787 Aug 24 17:05:49.941556 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bab1b2a0-1314-47c5-bb6b-c46cdb65acf9 req-ae9c833c-0f6b-4201-9e22-7f13c915cbc8 service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392150 Aug 24 17:05:50.059779 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bab1b2a0-1314-47c5-bb6b-c46cdb65acf9 req-384d3b5c-48c4-4f34-8d61-73243a9569d3 service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095281 Aug 24 17:05:52.248497 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 36346) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:52.372047 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4e415c72-5b54-4e05-a1dd-5123837d57b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:52.483484 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4e415c72-5b54-4e05-a1dd-5123837d57b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:52.488523 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4e415c72-5b54-4e05-a1dd-5123837d57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:52.526152 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e415c72-5b54-4e05-a1dd-5123837d57b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85327eee-e5cd-47ae-93d5-cf8f769224bc,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:52.530493 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4e415c72-5b54-4e05-a1dd-5123837d57b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87da19a194a64ce78cca3f4c2f7e5ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809193 Aug 24 17:05:52.533190 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 36350) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:52.588134 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b972d5f9-e0fe-48c6-a397-062ed998ea8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:52.617175 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b972d5f9-e0fe-48c6-a397-062ed998ea8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:52.667220 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b972d5f9-e0fe-48c6-a397-062ed998ea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:52.671662 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b972d5f9-e0fe-48c6-a397-062ed998ea8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:52.676722 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-b972d5f9-e0fe-48c6-a397-062ed998ea8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85327eee-e5cd-47ae-93d5-cf8f769224bc HTTP/1.1" status: 204 len: 168 time: 0.1390467 Aug 24 17:05:52.691076 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972d5f9-e0fe-48c6-a397-062ed998ea8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85327eee-e5cd-47ae-93d5-cf8f769224bc,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:52.997059 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36358) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:53.012177 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b03a5176-3248-4aa5-a8a9-f8a39036a613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:53.032485 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:53.109662 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b03a5176-3248-4aa5-a8a9-f8a39036a613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:53.115692 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b03a5176-3248-4aa5-a8a9-f8a39036a613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:53.156852 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b03a5176-3248-4aa5-a8a9-f8a39036a613 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be46bbb14213435fbfa91f96011c623d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585712 Aug 24 17:05:53.157845 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a5176-3248-4aa5-a8a9-f8a39036a613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01aa0746-4925-4ee4-af69-f76e2c0fdb92,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:53.160019 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 36360) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:53.223052 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d1217caa-c9ae-4794-8a59-2fb891dd01c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:53.249332 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d1217caa-c9ae-4794-8a59-2fb891dd01c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:53.308617 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d1217caa-c9ae-4794-8a59-2fb891dd01c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:53.311269 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d1217caa-c9ae-4794-8a59-2fb891dd01c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:53.312516 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-d1217caa-c9ae-4794-8a59-2fb891dd01c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01aa0746-4925-4ee4-af69-f76e2c0fdb92 HTTP/1.1" status: 204 len: 168 time: 0.1512232 Aug 24 17:05:53.324053 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1217caa-c9ae-4794-8a59-2fb891dd01c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aa0746-4925-4ee4-af69-f76e2c0fdb92,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:54.519612 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36404) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:54.632442 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2a7b998d-dba5-4f41-8a43-50fa6c4ac706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:54.730592 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2a7b998d-dba5-4f41-8a43-50fa6c4ac706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:54.735940 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-2a7b998d-dba5-4f41-8a43-50fa6c4ac706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:54.778766 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-2a7b998d-dba5-4f41-8a43-50fa6c4ac706 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=501d1433744444ba829fe46e5c3527f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578495 Aug 24 17:05:54.779594 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b998d-dba5-4f41-8a43-50fa6c4ac706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10be8fbf-19e8-49c0-b077-a8880ed1c079,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:54.781923 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 36408) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:54.845973 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c9892335-d19f-44df-bba8-6b8dea497225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:54.869886 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c9892335-d19f-44df-bba8-6b8dea497225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:54.940905 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c9892335-d19f-44df-bba8-6b8dea497225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:54.943532 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c9892335-d19f-44df-bba8-6b8dea497225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:54.944909 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c9892335-d19f-44df-bba8-6b8dea497225 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10be8fbf-19e8-49c0-b077-a8880ed1c079 HTTP/1.1" status: 204 len: 168 time: 0.1617904 Aug 24 17:05:54.957005 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9892335-d19f-44df-bba8-6b8dea497225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10be8fbf-19e8-49c0-b077-a8880ed1c079,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:55.630170 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 36434) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:55.725037 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-358434467-network', 'tenant_id': 'eafae793cfbb42ddbdb00b7e04435a77'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:05:55.749028 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] Made reservation on behalf of eafae793cfbb42ddbdb00b7e04435a77 for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:05:55.751292 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:55.759452 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:55.854745 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:55.869705 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:55.894480 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:05:55.904787 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9a791d-7251-4c31-bb69-5bd763d8db61,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:55.909729 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:55.910100 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] Added segment 76e6aba5-f263-4406-b77a-109873b240ff of type vlan for network 256b46c6-12ab-4bc4-b748-878da13c4f07 Aug 24 17:05:55.950208 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:55.978184 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:55.979220 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:55.979883 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:56.032156 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4007323 Aug 24 17:05:56.035558 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36440) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:05:56.040754 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-b9a9b5c4-542a-4fd5-a689-73d17cf6fa9e admin admin] Request body: {'subnet': {'network_id': '256b46c6-12ab-4bc4-b748-878da13c4f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-358434467-subnet', 'tenant_id': 'eafae793cfbb42ddbdb00b7e04435a77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:05:56.043467 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa25ea-8c33-4721-ba53-057aef0c2302 admin admin] Pushing event updated for resources: {'Network': ['ID=256b46c6-12ab-4bc4-b748-878da13c4f07,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:56.053692 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network 256b46c6-12ab-4bc4-b748-878da13c4f07 details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:05:56.077591 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a9b5c4-542a-4fd5-a689-73d17cf6fa9e admin admin] Made reservation on behalf of eafae793cfbb42ddbdb00b7e04435a77 for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:05:56.078684 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b5c4-542a-4fd5-a689-73d17cf6fa9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16194020'] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:56.256608 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b5c4-542a-4fd5-a689-73d17cf6fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16193814'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:56.304400 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9b5c4-542a-4fd5-a689-73d17cf6fa9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5beb019b-22d0-4b1f-a834-71cd57bc44a3,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:05:56.326785 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a9b5c4-542a-4fd5-a689-73d17cf6fa9e admin admin] Checking segment: {'id': '76e6aba5-f263-4406-b77a-109873b240ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '256b46c6-12ab-4bc4-b748-878da13c4f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:05:56.327145 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a9b5c4-542a-4fd5-a689-73d17cf6fa9e admin admin] Network hostable DHCP agents. Network: 256b46c6-12ab-4bc4-b748-878da13c4f07, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:05:56.346284 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a9b5c4-542a-4fd5-a689-73d17cf6fa9e admin admin] Network 256b46c6-12ab-4bc4-b748-878da13c4f07 is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:05:56.356717 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-b9a9b5c4-542a-4fd5-a689-73d17cf6fa9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, 256b46c6-12ab-4bc4-b748-878da13c4f07) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:05:56.361314 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a9b5c4-542a-4fd5-a689-73d17cf6fa9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:56.361842 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b5c4-542a-4fd5-a689-73d17cf6fa9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:05:56.366360 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fffd69-a48a-4ee9-9cbc-ddd8e2720b71 None None] Network 256b46c6-12ab-4bc4-b748-878da13c4f07 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:05:56.386449 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b9a9b5c4-542a-4fd5-a689-73d17cf6fa9e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3399131 Aug 24 17:05:56.529690 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168aa71b-e433-4860-afbc-06b8273f62c6 None None] Network 256b46c6-12ab-4bc4-b748-878da13c4f07 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:05:58.228915 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-eb3aada7-234c-40bc-9a5d-2124d79a9b71 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:05:58.230742 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-eb3aada7-234c-40bc-9a5d-2124d79a9b71 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/networks?id=256b46c6-12ab-4bc4-b748-878da13c4f07 HTTP/1.1" status: 200 len: 808 time: 0.1324706 Aug 24 17:05:58.254437 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-c5dfbe50-e75b-4244-849e-62b4b7c9b46c tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/quotas/eafae793cfbb42ddbdb00b7e04435a77 HTTP/1.1" status: 200 len: 375 time: 0.0144267 Aug 24 17:05:58.289642 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-789ce84f-0e20-4f7c-af1e-66e7d28068be tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eafae793cfbb42ddbdb00b7e04435a77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290413 Aug 24 17:05:58.403467 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-48d957e1-a24b-4925-acd2-5fa49a0bd7d8 service neutron] 10.222.0.13 "GET /v2.0/networks/256b46c6-12ab-4bc4-b748-878da13c4f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056311 Aug 24 17:05:58.510711 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fa9f7cc5-275d-439b-9e14-3e3f0d910631 service neutron] 10.222.0.13 "GET /v2.0/networks/256b46c6-12ab-4bc4-b748-878da13c4f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966361 Aug 24 17:05:59.753553 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c9ac27d1-a14f-43a3-9fb7-e0487673ac73 req-3bacd1ad-040f-4726-99af-2a4581dc7661 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 210 time: 0.0457711 Aug 24 17:06:00.827091 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a11dca19-7f1f-4ff6-a360-a8073987194f req-fae507fb-bd2d-4025-88ee-30eee628934b tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 210 time: 0.0320520 Aug 24 17:06:01.940171 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f0ccad18-9057-4b0c-be82-3cbaf4f420b5 req-9eba51be-1bb6-492e-90f3-c36d1449ff35 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 210 time: 0.0328181 Aug 24 17:06:03.036062 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c2994137-3742-425b-b560-71b6eb2e982b req-ed99e774-dde2-424a-b9c1-0f9925c43c40 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 210 time: 0.0273085 Aug 24 17:06:04.138538 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ee8c25f7-2f76-4d6e-866b-68f9f48a4f9c req-60d3cba2-e4d3-4d55-aa32-0cb72d72012e tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 210 time: 0.0306623 Aug 24 17:06:04.668668 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-3bb4fbde-b8e3-450c-b65a-ba9b31745e5a tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:04.670519 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-3bb4fbde-b8e3-450c-b65a-ba9b31745e5a tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.26 "GET /v2.0/networks?id=256b46c6-12ab-4bc4-b748-878da13c4f07 HTTP/1.1" status: 200 len: 808 time: 0.1165390 Aug 24 17:06:04.693101 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-b6103121-3b83-4535-8923-7867f057aa53 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Request body: {'port': {'device_id': '59639215-eda0-4495-bdfa-55c8dde11176', 'network_id': '256b46c6-12ab-4bc4-b748-878da13c4f07', 'admin_state_up': True, 'tenant_id': 'eafae793cfbb42ddbdb00b7e04435a77'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:06:04.820480 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-b6103121-3b83-4535-8923-7867f057aa53 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Made reservation on behalf of eafae793cfbb42ddbdb00b7e04435a77 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:06:04.824107 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-b6103121-3b83-4535-8923-7867f057aa53 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:04.967833 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-b6103121-3b83-4535-8923-7867f057aa53 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Allocated IP 172.20.0.8 (256b46c6-12ab-4bc4-b748-878da13c4f07/5beb019b-22d0-4b1f-a834-71cd57bc44a3/8abec449-c384-40ab-b942-006fb8ec5cb0) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:06:05.025184 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1bb3fb68-ead6-4d84-9e4b-08ef782169ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:05.149580 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69b8e4e4-0a9f-4d97-8b2f-29a7f478d33c req-4b628fe7-b99b-4cbd-a479-6a083d232900 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769601 Aug 24 17:06:05.158504 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-b6103121-3b83-4535-8923-7867f057aa53 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:05.201512 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-b6103121-3b83-4535-8923-7867f057aa53 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:05.271829 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6354eec-d659-48a0-8af6-e7c949b4986e req-a0eb8761-5bc1-4cb2-b1c5-69ccf9e2924e tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:05.273967 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f6354eec-d659-48a0-8af6-e7c949b4986e req-a0eb8761-5bc1-4cb2-b1c5-69ccf9e2924e tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 931 time: 0.0615404 Aug 24 17:06:05.292844 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-b6103121-3b83-4535-8923-7867f057aa53 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Network 256b46c6-12ab-4bc4-b748-878da13c4f07 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:06:05.293731 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6103121-3b83-4535-8923-7867f057aa53 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Pushing event updated for resources: {'Port': ['ID=8abec449-c384-40ab-b942-006fb8ec5cb0,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:05.299502 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-b6103121-3b83-4535-8923-7867f057aa53 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:06:05.302901 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-b6103121-3b83-4535-8923-7867f057aa53 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:06:05.320798 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f6354eec-d659-48a0-8af6-e7c949b4986e req-a47ad03c-4508-4159-b5ff-e0cb9dc2b99b tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351722 Aug 24 17:06:05.354911 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8e4e4-0a9f-4d97-8b2f-29a7f478d33c req-700b5e21-b645-4185-8d45-a8f567852264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:05.356582 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69b8e4e4-0a9f-4d97-8b2f-29a7f478d33c req-700b5e21-b645-4185-8d45-a8f567852264 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=665b0ad6502e436e84bcb1c76d513b6e&device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 1137 time: 0.1097202 Aug 24 17:06:05.365980 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-b6103121-3b83-4535-8923-7867f057aa53 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:05.366693 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-b6103121-3b83-4535-8923-7867f057aa53 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:05.399860 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-b6103121-3b83-4535-8923-7867f057aa53 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7133107 Aug 24 17:06:05.433826 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Request body: {'port': {'device_id': '59639215-eda0-4495-bdfa-55c8dde11176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:06:05.515724 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:05.518046 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8e4e4-0a9f-4d97-8b2f-29a7f478d33c req-97288fd1-aced-4358-a03d-16b852dcd58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:05.519975 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69b8e4e4-0a9f-4d97-8b2f-29a7f478d33c req-97288fd1-aced-4358-a03d-16b852dcd58f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e031341b-7b29-4842-a33e-ce6b4c955d76 HTTP/1.1" status: 200 len: 915 time: 0.1426766 Aug 24 17:06:05.625473 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69b8e4e4-0a9f-4d97-8b2f-29a7f478d33c req-69cfe4e6-a8b7-4037-b7f3-6cf864302c6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5 HTTP/1.1" status: 200 len: 1000 time: 0.0975535 Aug 24 17:06:05.745091 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8e4e4-0a9f-4d97-8b2f-29a7f478d33c req-11b11972-f6c0-42df-89f2-0f1555087309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:05.746611 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69b8e4e4-0a9f-4d97-8b2f-29a7f478d33c req-11b11972-f6c0-42df-89f2-0f1555087309 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d84a80fb-5450-470c-bcf0-e0081311be6f HTTP/1.1" status: 200 len: 853 time: 0.0743229 Aug 24 17:06:05.843726 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8e4e4-0a9f-4d97-8b2f-29a7f478d33c req-47b44b9a-3eac-4918-b165-a94b5535966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:05.845122 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69b8e4e4-0a9f-4d97-8b2f-29a7f478d33c req-47b44b9a-3eac-4918-b165-a94b5535966f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e031341b-7b29-4842-a33e-ce6b4c955d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692918 Aug 24 17:06:05.965895 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abec449-c384-40ab-b942-006fb8ec5cb0 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:06:05.978169 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:05.996554 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69b8e4e4-0a9f-4d97-8b2f-29a7f478d33c req-9ef90246-4b6d-47fa-9498-fdf23ac62936 service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439636 Aug 24 17:06:05.999123 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Transition to ACTIVE for port object 8abec449-c384-40ab-b942-006fb8ec5cb0 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:06:06.011073 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:06.143201 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Pushing event updated for resources: {'Port': ['ID=8abec449-c384-40ab-b942-006fb8ec5cb0,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:06.192687 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-69b8e4e4-0a9f-4d97-8b2f-29a7f478d33c req-81e2a98c-dccf-416c-a15a-d9412f60b383 service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887109 Aug 24 17:06:06.221542 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Attempting to bind port 8abec449-c384-40ab-b942-006fb8ec5cb0 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:06:06.221870 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Attempting to bind port 8abec449-c384-40ab-b942-006fb8ec5cb0 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '76e6aba5-f263-4406-b77a-109873b240ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '256b46c6-12ab-4bc4-b748-878da13c4f07'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:06:06.222206 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Attempting to bind port 8abec449-c384-40ab-b942-006fb8ec5cb0 on network 256b46c6-12ab-4bc4-b748-878da13c4f07 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:06:06.226686 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Port 8abec449-c384-40ab-b942-006fb8ec5cb0 on network 256b46c6-12ab-4bc4-b748-878da13c4f07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:06:06.227006 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Attempting to bind port 8abec449-c384-40ab-b942-006fb8ec5cb0 on network 256b46c6-12ab-4bc4-b748-878da13c4f07 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:06:06.231904 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:06:06.232235 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Checking segment: {'id': '76e6aba5-f263-4406-b77a-109873b240ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '256b46c6-12ab-4bc4-b748-878da13c4f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:06:06.232608 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Bound using segment: {'id': '76e6aba5-f263-4406-b77a-109873b240ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '256b46c6-12ab-4bc4-b748-878da13c4f07'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:06:06.233028 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Bound port: 8abec449-c384-40ab-b942-006fb8ec5cb0, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e6aba5-f263-4406-b77a-109873b240ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '256b46c6-12ab-4bc4-b748-878da13c4f07'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:06:06.233379 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:06.303417 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] For port 8abec449-c384-40ab-b942-006fb8ec5cb0, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:06:06.307011 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] For port 8abec449-c384-40ab-b942-006fb8ec5cb0, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8abec449-c384-40ab-b942-006fb8ec5cb0,segment=NetworkSegment(76e6aba5-f263-4406-b77a-109873b240ff),segment_id=76e6aba5-f263-4406-b77a-109873b240ff)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:06:06.314466 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:06.676147 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:06.676754 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:06.678116 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] 10.222.0.26 "PUT /v2.0/ports/8abec449-c384-40ab-b942-006fb8ec5cb0 HTTP/1.1" status: 200 len: 1093 time: 1.2501931 Aug 24 17:06:06.683276 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59639215-eda0-4495-bdfa-55c8dde11176', 'tag': '8abec449-c384-40ab-b942-006fb8ec5cb0'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:06:06.685548 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd519f90-dab4-4965-b0ee-5997c7a2a8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "59639215-eda0-4495-bdfa-55c8dde11176", "tag": "8abec449-c384-40ab-b942-006fb8ec5cb0"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:06:06.712101 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90231e-6d07-487b-8543-9842cbce769b service neutron] Pushing event updated for resources: {'Port': ['ID=8abec449-c384-40ab-b942-006fb8ec5cb0,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:06.727191 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d972b-7186-48a6-b2ac-a598ef52c70e req-3984b65e-034e-4407-9604-8a07f2d5fc05 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:06.728814 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1d2d972b-7186-48a6-b2ac-a598ef52c70e req-3984b65e-034e-4407-9604-8a07f2d5fc05 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 943 time: 0.1017776 Aug 24 17:06:06.745266 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b223ed2b-8bc5-496d-8dc4-84ecb0220980 x-openstack-request-id: req-b223ed2b-8bc5-496d-8dc4-84ecb0220980 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:06:06.745556 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59639215-eda0-4495-bdfa-55c8dde11176", "tag": "8abec449-c384-40ab-b942-006fb8ec5cb0", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:06:06.745742 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b223ed2b-8bc5-496d-8dc4-84ecb0220980 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:06:06.746139 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59639215-eda0-4495-bdfa-55c8dde11176', 'tag': '8abec449-c384-40ab-b942-006fb8ec5cb0', 'status': 'completed', 'code': 200} Aug 24 17:06:06.801089 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1d2d972b-7186-48a6-b2ac-a598ef52c70e req-f5cca9fe-178c-40e5-8e11-2b2278f0ad80 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637650 Aug 24 17:06:06.810486 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-cbdab7c6-d247-4706-bfc9-8796f0c9a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:06.811921 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-cbdab7c6-d247-4706-bfc9-8796f0c9a615 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eafae793cfbb42ddbdb00b7e04435a77&device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 1096 time: 0.0682323 Aug 24 17:06:06.860579 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-295c3687-faf2-4e83-aed7-da9daae2a5d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8abec449-c384-40ab-b942-006fb8ec5cb0 HTTP/1.1" status: 200 len: 217 time: 0.0345068 Aug 24 17:06:06.913192 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-e4dfd8be-d26c-493f-9407-f75404436036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:06.914785 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-e4dfd8be-d26c-493f-9407-f75404436036 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5beb019b-22d0-4b1f-a834-71cd57bc44a3 HTTP/1.1" status: 200 len: 848 time: 0.0477386 Aug 24 17:06:06.949291 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-be6bea6e-9e74-4d3e-a0d9-f52f047d8a37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=256b46c6-12ab-4bc4-b748-878da13c4f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267904 Aug 24 17:06:07.047691 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-7076d4f8-54ab-406c-8b1b-16cd8c42760a service neutron] 10.222.0.26 "GET /v2.0/networks/256b46c6-12ab-4bc4-b748-878da13c4f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903502 Aug 24 17:06:07.142659 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d0dab84-8077-4b48-abb0-0d94711e3603 req-267b09d5-85ad-4f09-881d-e5b795b78835 service neutron] 10.222.0.26 "GET /v2.0/networks/256b46c6-12ab-4bc4-b748-878da13c4f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880232 Aug 24 17:06:07.273875 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd519f90-dab4-4965-b0ee-5997c7a2a8a2 req-202688de-ac63-469f-86f1-f12193dc05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:07.275391 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd519f90-dab4-4965-b0ee-5997c7a2a8a2 req-202688de-ac63-469f-86f1-f12193dc05e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eafae793cfbb42ddbdb00b7e04435a77&device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 1096 time: 0.0463281 Aug 24 17:06:07.373844 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd519f90-dab4-4965-b0ee-5997c7a2a8a2 req-87b12dad-50b1-4a72-a601-2d6c850d6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:07.375342 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd519f90-dab4-4965-b0ee-5997c7a2a8a2 req-87b12dad-50b1-4a72-a601-2d6c850d6ad1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=256b46c6-12ab-4bc4-b748-878da13c4f07 HTTP/1.1" status: 200 len: 909 time: 0.0917380 Aug 24 17:06:07.421863 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd519f90-dab4-4965-b0ee-5997c7a2a8a2 req-c8cdcaa9-ff1c-4287-b3aa-7aff146135fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8abec449-c384-40ab-b942-006fb8ec5cb0 HTTP/1.1" status: 200 len: 217 time: 0.0388288 Aug 24 17:06:07.470777 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd519f90-dab4-4965-b0ee-5997c7a2a8a2 req-2bcf24a1-f14d-4bc0-9403-b570af33ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:07.472227 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd519f90-dab4-4965-b0ee-5997c7a2a8a2 req-2bcf24a1-f14d-4bc0-9403-b570af33ac33 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5beb019b-22d0-4b1f-a834-71cd57bc44a3 HTTP/1.1" status: 200 len: 848 time: 0.0432103 Aug 24 17:06:07.504863 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd519f90-dab4-4965-b0ee-5997c7a2a8a2 req-34b64fd9-0f4c-4be8-9047-d8d0fdd24559 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=256b46c6-12ab-4bc4-b748-878da13c4f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250978 Aug 24 17:06:07.617222 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd519f90-dab4-4965-b0ee-5997c7a2a8a2 req-156102c4-d211-405b-9c3a-e4003ff7007c service neutron] 10.222.0.26 "GET /v2.0/networks/256b46c6-12ab-4bc4-b748-878da13c4f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042912 Aug 24 17:06:07.721481 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd519f90-dab4-4965-b0ee-5997c7a2a8a2 req-93b94dab-546b-47cc-be7f-2b413863199d service neutron] 10.222.0.26 "GET /v2.0/networks/256b46c6-12ab-4bc4-b748-878da13c4f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957663 Aug 24 17:06:07.908791 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b0d6a47e-a2ba-43c6-95e3-fdd6ed2cd196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:07.936834 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7caacb-9878-4104-81c7-7b9610d1f1af req-1c60459e-6565-46a9-88e2-ff4c56116cf7 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:07.938418 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8d7caacb-9878-4104-81c7-7b9610d1f1af req-1c60459e-6565-46a9-88e2-ff4c56116cf7 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 943 time: 0.0580668 Aug 24 17:06:07.976817 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8d7caacb-9878-4104-81c7-7b9610d1f1af req-893ac7f7-a81d-4d0c-bec5-412eb6a5706d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Aug 24 17:06:08.039250 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:09.099563 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36568) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:06:09.100092 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019453c-4148-47a6-a5a4-c33f11a41dac req-7bedc9fc-c35d-4a14-9e95-243d606fa957 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:09.101129 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0019453c-4148-47a6-a5a4-c33f11a41dac req-7bedc9fc-c35d-4a14-9e95-243d606fa957 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 943 time: 0.0555601 Aug 24 17:06:09.141346 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0019453c-4148-47a6-a5a4-c33f11a41dac req-ef487c9c-4d4e-4c4c-83b6-8f5cd8c510f2 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319531 Aug 24 17:06:09.223527 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6216e488-6991-4c86-8f3f-489d3844087c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:09.321157 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6216e488-6991-4c86-8f3f-489d3844087c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:09.328051 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6216e488-6991-4c86-8f3f-489d3844087c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:09.364955 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:09.373019 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6216e488-6991-4c86-8f3f-489d3844087c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0ba77f9271f4bb29ef842d37d8fb919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723529 Aug 24 17:06:09.373721 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216e488-6991-4c86-8f3f-489d3844087c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcfb762-17d2-4aaa-adcc-666a7dcb9f90,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:09.376053 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 36574) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:06:09.427735 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-deb26b28-cf3f-4dc5-a98f-c4214d36d34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:09.453733 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-deb26b28-cf3f-4dc5-a98f-c4214d36d34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:09.502464 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-deb26b28-cf3f-4dc5-a98f-c4214d36d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:09.505010 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-deb26b28-cf3f-4dc5-a98f-c4214d36d34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:09.506172 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-deb26b28-cf3f-4dc5-a98f-c4214d36d34e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfcfb762-17d2-4aaa-adcc-666a7dcb9f90 HTTP/1.1" status: 204 len: 168 time: 0.1290779 Aug 24 17:06:09.513774 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb26b28-cf3f-4dc5-a98f-c4214d36d34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcfb762-17d2-4aaa-adcc-666a7dcb9f90,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:09.776427 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 8abec449-c384-40ab-b942-006fb8ec5cb0 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:06:09.886094 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 8abec449-c384-40ab-b942-006fb8ec5cb0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8abec449-c384-40ab-b942-006fb8ec5cb0,segment=NetworkSegment(76e6aba5-f263-4406-b77a-109873b240ff),segment_id=76e6aba5-f263-4406-b77a-109873b240ff)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:06:09.900429 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '8abec449-c384-40ab-b942-006fb8ec5cb0', 'network_id': '256b46c6-12ab-4bc4-b748-878da13c4f07', 'port_id': '8abec449-c384-40ab-b942-006fb8ec5cb0', 'mac_address': 'fa:16:3e:d8:ae:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5beb019b-22d0-4b1f-a834-71cd57bc44a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:06:09.940175 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:09.953444 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abec449-c384-40ab-b942-006fb8ec5cb0 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:06:09.973376 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 8abec449-c384-40ab-b942-006fb8ec5cb0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8abec449-c384-40ab-b942-006fb8ec5cb0,segment=NetworkSegment(76e6aba5-f263-4406-b77a-109873b240ff),segment_id=76e6aba5-f263-4406-b77a-109873b240ff)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:06:09.980931 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:10.028965 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=8abec449-c384-40ab-b942-006fb8ec5cb0,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:10.257266 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['8abec449-c384-40ab-b942-006fb8ec5cb0'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:06:10.269534 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40346da0-759f-4532-a610-bad34acbe919 req-0a9ea567-5f9b-43d2-8e3b-002e2bf37a15 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:10.271107 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-40346da0-759f-4532-a610-bad34acbe919 req-0a9ea567-5f9b-43d2-8e3b-002e2bf37a15 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 944 time: 0.0515325 Aug 24 17:06:10.314093 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-40346da0-759f-4532-a610-bad34acbe919 req-bb5fff73-23b7-4886-b904-432c0d738464 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357745 Aug 24 17:06:10.600910 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:11.446292 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fd7de-f1cc-47cb-a2fa-463ad9bbc64d req-49f91e8d-176f-419c-8369-2a1b38193926 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:11.447904 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ab5fd7de-f1cc-47cb-a2fa-463ad9bbc64d req-49f91e8d-176f-419c-8369-2a1b38193926 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 944 time: 0.0522423 Aug 24 17:06:11.488144 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ab5fd7de-f1cc-47cb-a2fa-463ad9bbc64d req-6642aef2-fb8f-42b5-99fc-77737be9eb92 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340564 Aug 24 17:06:11.786692 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 8abec449-c384-40ab-b942-006fb8ec5cb0 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:06:11.839716 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 8abec449-c384-40ab-b942-006fb8ec5cb0 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:06:11.844060 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 8abec449-c384-40ab-b942-006fb8ec5cb0 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:06:11.844424 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:11.925697 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:11.948444 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59639215-eda0-4495-bdfa-55c8dde11176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abec449-c384-40ab-b942-006fb8ec5cb0'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:06:11.950719 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02724a8-5ee0-42ce-8380-e83c0da32aac" -d '{"events": [{"server_uuid": "59639215-eda0-4495-bdfa-55c8dde11176", "name": "network-vif-plugged", "status": "completed", "tag": "8abec449-c384-40ab-b942-006fb8ec5cb0"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:06:11.964200 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 8abec449-c384-40ab-b942-006fb8ec5cb0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8abec449-c384-40ab-b942-006fb8ec5cb0,segment=NetworkSegment(76e6aba5-f263-4406-b77a-109873b240ff),segment_id=76e6aba5-f263-4406-b77a-109873b240ff)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:06:11.970415 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:12.006608 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75eb0cbf-5467-4245-a8a7-29238260a5dc x-openstack-request-id: req-75eb0cbf-5467-4245-a8a7-29238260a5dc {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:06:12.007059 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59639215-eda0-4495-bdfa-55c8dde11176", "name": "network-vif-plugged", "status": "completed", "tag": "8abec449-c384-40ab-b942-006fb8ec5cb0", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:06:12.007449 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75eb0cbf-5467-4245-a8a7-29238260a5dc {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:06:12.008049 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59639215-eda0-4495-bdfa-55c8dde11176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abec449-c384-40ab-b942-006fb8ec5cb0', 'code': 200} Aug 24 17:06:12.036635 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=8abec449-c384-40ab-b942-006fb8ec5cb0,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:12.196073 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2762b-9f71-4ca4-b761-512ebcec5dcf req-71f1b16e-f3e1-4584-990b-d065a20e7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:12.197604 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f6c2762b-9f71-4ca4-b761-512ebcec5dcf req-71f1b16e-f3e1-4584-990b-d065a20e7231 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 1098 time: 0.0422020 Aug 24 17:06:12.237050 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f6c2762b-9f71-4ca4-b761-512ebcec5dcf req-24e2aad9-5b8d-48e1-9e11-475deebabf8a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Aug 24 17:06:12.613810 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36bce2-58ec-46f4-babb-0e5534f6cedd req-6fb89193-e459-45f0-94d3-b78ac29792d4 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:12.615376 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6d36bce2-58ec-46f4-babb-0e5534f6cedd req-6fb89193-e459-45f0-94d3-b78ac29792d4 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 945 time: 0.0566194 Aug 24 17:06:12.667961 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6d36bce2-58ec-46f4-babb-0e5534f6cedd req-e3f7b5b1-58e9-4d8e-bdc1-06aff4bcc2c9 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462906 Aug 24 17:06:13.801855 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b126d8-e832-4e07-9032-12bc72c3900c req-8c8fbc6b-ec4d-4115-97bc-8fc8db00a773 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:13.803416 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-43b126d8-e832-4e07-9032-12bc72c3900c req-8c8fbc6b-ec4d-4115-97bc-8fc8db00a773 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 945 time: 0.0513966 Aug 24 17:06:13.842952 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-43b126d8-e832-4e07-9032-12bc72c3900c req-c2102867-deb2-4dc9-bd4b-03e76d73ba25 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334959 Aug 24 17:06:14.603162 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa733e-8d1d-4307-b18b-53b69bd98500 req-9ac508ee-fc79-4fdf-92e3-5b3bfc937bce tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:14.604490 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-31aa733e-8d1d-4307-b18b-53b69bd98500 req-9ac508ee-fc79-4fdf-92e3-5b3bfc937bce tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 945 time: 0.0485280 Aug 24 17:06:14.655971 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-31aa733e-8d1d-4307-b18b-53b69bd98500 req-87a0c02e-f526-4bdf-bf87-761c47547840 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449111 Aug 24 17:06:15.794715 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339776e-dbae-4fe3-8206-fe1191ea890b req-07a38269-28ae-48fe-85ea-1af631b54c6a tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:15.796227 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b339776e-dbae-4fe3-8206-fe1191ea890b req-07a38269-28ae-48fe-85ea-1af631b54c6a tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 945 time: 0.0571995 Aug 24 17:06:15.835367 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b339776e-dbae-4fe3-8206-fe1191ea890b req-4573b64b-7ba5-4f38-adea-f2b0f3c3ac86 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329556 Aug 24 17:06:16.080629 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719100f-ced0-4d7f-8501-0e17a2bee081 req-86e19c4b-004b-45da-b046-2b0b1beef96b tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:16.082020 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b719100f-ced0-4d7f-8501-0e17a2bee081 req-86e19c4b-004b-45da-b046-2b0b1beef96b tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.26 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 945 time: 0.0514596 Aug 24 17:06:16.180148 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-b719100f-ced0-4d7f-8501-0e17a2bee081 req-d797ca12-34bd-4424-a895-635191b1a587 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Deleting port 8abec449-c384-40ab-b942-006fb8ec5cb0 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:06:16.180453 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b719100f-ced0-4d7f-8501-0e17a2bee081 req-d797ca12-34bd-4424-a895-635191b1a587 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:16.270713 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-b719100f-ced0-4d7f-8501-0e17a2bee081 req-d797ca12-34bd-4424-a895-635191b1a587 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] For port 8abec449-c384-40ab-b942-006fb8ec5cb0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8abec449-c384-40ab-b942-006fb8ec5cb0,segment=NetworkSegment(76e6aba5-f263-4406-b77a-109873b240ff),segment_id=76e6aba5-f263-4406-b77a-109873b240ff)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:06:16.271076 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b719100f-ced0-4d7f-8501-0e17a2bee081 req-d797ca12-34bd-4424-a895-635191b1a587 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:16.284329 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-b719100f-ced0-4d7f-8501-0e17a2bee081 req-d797ca12-34bd-4424-a895-635191b1a587 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Calling delete_port for 8abec449-c384-40ab-b942-006fb8ec5cb0 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:06:16.390870 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:06:16.419408 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b719100f-ced0-4d7f-8501-0e17a2bee081 req-d797ca12-34bd-4424-a895-635191b1a587 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:16.448736 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797ca12-34bd-4424-a895-635191b1a587 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Pushing event deleted for resources: {'Port': ['ID=8abec449-c384-40ab-b942-006fb8ec5cb0,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:16.458101 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['8abec449-c384-40ab-b942-006fb8ec5cb0'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:06:16.502795 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b719100f-ced0-4d7f-8501-0e17a2bee081 req-d797ca12-34bd-4424-a895-635191b1a587 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] No DVR routers for this DVR port 8abec449-c384-40ab-b942-006fb8ec5cb0 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:06:16.510143 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-b719100f-ced0-4d7f-8501-0e17a2bee081 req-d797ca12-34bd-4424-a895-635191b1a587 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:16.512211 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b719100f-ced0-4d7f-8501-0e17a2bee081 req-d797ca12-34bd-4424-a895-635191b1a587 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.26 "DELETE /v2.0/ports/8abec449-c384-40ab-b942-006fb8ec5cb0 HTTP/1.1" status: 204 len: 173 time: 0.4238408 Aug 24 17:06:16.512652 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59639215-eda0-4495-bdfa-55c8dde11176', 'name': 'network-vif-deleted', 'tag': '8abec449-c384-40ab-b942-006fb8ec5cb0'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:06:16.515062 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256b8b0c-6c17-4a94-a3f0-7f0aa479dd13" -d '{"events": [{"server_uuid": "59639215-eda0-4495-bdfa-55c8dde11176", "name": "network-vif-deleted", "tag": "8abec449-c384-40ab-b942-006fb8ec5cb0"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:06:16.553781 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e182a4-9afb-4e3a-8d37-e2e26af722e5 x-openstack-request-id: req-f9e182a4-9afb-4e3a-8d37-e2e26af722e5 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:06:16.554000 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59639215-eda0-4495-bdfa-55c8dde11176", "name": "network-vif-deleted", "tag": "8abec449-c384-40ab-b942-006fb8ec5cb0", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:06:16.554978 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9e182a4-9afb-4e3a-8d37-e2e26af722e5 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:06:16.554978 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59639215-eda0-4495-bdfa-55c8dde11176', 'name': 'network-vif-deleted', 'tag': '8abec449-c384-40ab-b942-006fb8ec5cb0', 'status': 'completed', 'code': 200} Aug 24 17:06:16.942772 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-06a59b52-d868-45f7-88a3-b89d96a15b72 req-ac998268-f578-40c0-a172-2b6869a3bd9f tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=59639215-eda0-4495-bdfa-55c8dde11176 HTTP/1.1" status: 200 len: 210 time: 0.0257614 Aug 24 17:06:18.258442 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-f5c3d51c-8f64-40ab-90fd-7ff8e39fd6b7 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:18.259955 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-f5c3d51c-8f64-40ab-90fd-7ff8e39fd6b7 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/networks?id=256b46c6-12ab-4bc4-b748-878da13c4f07 HTTP/1.1" status: 200 len: 808 time: 0.1028337 Aug 24 17:06:18.277470 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-5de98efa-4470-4c26-8031-cdbdb2dcb573 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/quotas/eafae793cfbb42ddbdb00b7e04435a77 HTTP/1.1" status: 200 len: 375 time: 0.0115700 Aug 24 17:06:18.315664 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-669d0b9b-8519-45da-b63e-c4fd6092ad33 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eafae793cfbb42ddbdb00b7e04435a77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317938 Aug 24 17:06:18.406167 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-84e78ab6-28f8-4cae-af67-92cbeefbeaa7 service neutron] 10.222.0.13 "GET /v2.0/networks/256b46c6-12ab-4bc4-b748-878da13c4f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832498 Aug 24 17:06:18.509463 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-c244f3bb-59b4-4e06-a004-df05d62d983a service neutron] 10.222.0.13 "GET /v2.0/networks/256b46c6-12ab-4bc4-b748-878da13c4f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920246 Aug 24 17:06:18.681063 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-29a5917b-0d94-4191-8fe3-018ae1bb2207 req-23085f39-9a46-41ac-87cb-2f1eb8dc2293 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 210 time: 0.0268188 Aug 24 17:06:19.741010 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-33088560-b4bd-4ea1-a71a-8f8a82503251 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:19.744244 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-33088560-b4bd-4ea1-a71a-8f8a82503251 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.26 "GET /v2.0/networks?id=256b46c6-12ab-4bc4-b748-878da13c4f07 HTTP/1.1" status: 200 len: 808 time: 0.1091752 Aug 24 17:06:19.784727 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Request body: {'port': {'device_id': 'ead936aa-00d8-41d3-a2fa-1be1f3afc6ce', 'network_id': '256b46c6-12ab-4bc4-b748-878da13c4f07', 'admin_state_up': True, 'tenant_id': 'eafae793cfbb42ddbdb00b7e04435a77'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:06:19.789428 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-34d8dd15-de53-45b2-a7dc-813204ac3f54 req-f55433ad-8442-4f63-b3b9-8cfc0b0762c9 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 210 time: 0.0348237 Aug 24 17:06:19.868031 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 8abec449-c384-40ab-b942-006fb8ec5cb0 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:06:19.893024 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 8abec449-c384-40ab-b942-006fb8ec5cb0 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:06:19.893362 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 8abec449-c384-40ab-b942-006fb8ec5cb0 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:06:19.903711 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Made reservation on behalf of eafae793cfbb42ddbdb00b7e04435a77 for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:06:19.907235 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:20.036940 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Allocated IP 172.20.0.11 (256b46c6-12ab-4bc4-b748-878da13c4f07/5beb019b-22d0-4b1f-a834-71cd57bc44a3/9ab45f5b-ef39-4b0b-8801-13880438f95b) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:06:20.181222 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:20.221161 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:20.269149 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Network 256b46c6-12ab-4bc4-b748-878da13c4f07 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:06:20.272422 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:06:20.276684 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:06:20.283209 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Pushing event updated for resources: {'Port': ['ID=9ab45f5b-ef39-4b0b-8801-13880438f95b,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:20.310436 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:20.310670 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:20.311000 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:20.311329 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:20.311655 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:20.311977 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:20.312281 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:20.312600 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:20.312926 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:20.313242 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:20.313559 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:20.313872 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:20.338370 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:20.338978 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:20.355947 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-f79fa968-8726-42b2-a469-6416297ae98d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5753291 Aug 24 17:06:20.375842 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Request body: {'port': {'device_id': 'ead936aa-00d8-41d3-a2fa-1be1f3afc6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:06:20.429730 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:20.696478 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab45f5b-ef39-4b0b-8801-13880438f95b {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:06:20.704302 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:20.716520 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Transition to ACTIVE for port object 9ab45f5b-ef39-4b0b-8801-13880438f95b will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:06:20.727763 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:20.778038 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab45f5b-ef39-4b0b-8801-13880438f95b,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:20.864357 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Attempting to bind port 9ab45f5b-ef39-4b0b-8801-13880438f95b on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:06:20.864855 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Attempting to bind port 9ab45f5b-ef39-4b0b-8801-13880438f95b by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '76e6aba5-f263-4406-b77a-109873b240ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '256b46c6-12ab-4bc4-b748-878da13c4f07'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:06:20.865363 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Attempting to bind port 9ab45f5b-ef39-4b0b-8801-13880438f95b on network 256b46c6-12ab-4bc4-b748-878da13c4f07 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:06:20.872786 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Port 9ab45f5b-ef39-4b0b-8801-13880438f95b on network 256b46c6-12ab-4bc4-b748-878da13c4f07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:06:20.873321 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Attempting to bind port 9ab45f5b-ef39-4b0b-8801-13880438f95b on network 256b46c6-12ab-4bc4-b748-878da13c4f07 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:06:20.881389 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:06:20.881916 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Checking segment: {'id': '76e6aba5-f263-4406-b77a-109873b240ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '256b46c6-12ab-4bc4-b748-878da13c4f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:06:20.882551 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Bound using segment: {'id': '76e6aba5-f263-4406-b77a-109873b240ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '256b46c6-12ab-4bc4-b748-878da13c4f07'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:06:20.883241 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Bound port: 9ab45f5b-ef39-4b0b-8801-13880438f95b, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e6aba5-f263-4406-b77a-109873b240ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '256b46c6-12ab-4bc4-b748-878da13c4f07'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:06:20.883787 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:20.909788 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a2c58-2455-4d40-a859-61e8966b5737 req-37ed4d14-89e9-4560-8c60-4beedf85aa60 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:20.911316 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-675a2c58-2455-4d40-a859-61e8966b5737 req-37ed4d14-89e9-4560-8c60-4beedf85aa60 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 944 time: 0.0516481 Aug 24 17:06:20.949943 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-675a2c58-2455-4d40-a859-61e8966b5737 req-c336ea34-0b6e-45fb-9147-c998c78e9ecd tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324335 Aug 24 17:06:20.953168 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] For port 9ab45f5b-ef39-4b0b-8801-13880438f95b, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:06:20.956374 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] For port 9ab45f5b-ef39-4b0b-8801-13880438f95b, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9ab45f5b-ef39-4b0b-8801-13880438f95b,segment=NetworkSegment(76e6aba5-f263-4406-b77a-109873b240ff),segment_id=76e6aba5-f263-4406-b77a-109873b240ff)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:06:20.960894 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:20.994089 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:20.994760 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:20.996173 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] 10.222.0.26 "PUT /v2.0/ports/9ab45f5b-ef39-4b0b-8801-13880438f95b HTTP/1.1" status: 200 len: 1094 time: 0.6248229 Aug 24 17:06:20.996637 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead936aa-00d8-41d3-a2fa-1be1f3afc6ce', 'tag': '9ab45f5b-ef39-4b0b-8801-13880438f95b'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:06:20.998906 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2affe8d-2a6f-46b7-bfe3-ae757ee95c45" -d '{"events": [{"name": "network-changed", "server_uuid": "ead936aa-00d8-41d3-a2fa-1be1f3afc6ce", "tag": "9ab45f5b-ef39-4b0b-8801-13880438f95b"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:06:21.023306 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bbcff-56d5-4986-8789-9133de1757f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab45f5b-ef39-4b0b-8801-13880438f95b,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:21.045955 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407997b8-fbfa-455e-88e2-413d1f2a2e48 x-openstack-request-id: req-407997b8-fbfa-455e-88e2-413d1f2a2e48 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:06:21.046236 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead936aa-00d8-41d3-a2fa-1be1f3afc6ce", "tag": "9ab45f5b-ef39-4b0b-8801-13880438f95b", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:06:21.046538 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-407997b8-fbfa-455e-88e2-413d1f2a2e48 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:06:21.046936 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead936aa-00d8-41d3-a2fa-1be1f3afc6ce', 'tag': '9ab45f5b-ef39-4b0b-8801-13880438f95b', 'status': 'completed', 'code': 200} Aug 24 17:06:21.116736 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-75edaf81-7754-4d50-bcf8-55d88387d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:21.118245 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-75edaf81-7754-4d50-bcf8-55d88387d1ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eafae793cfbb42ddbdb00b7e04435a77&device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 1097 time: 0.0434721 Aug 24 17:06:21.179814 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-01be7dd0-3965-4483-8115-f1b1ba823b5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ab45f5b-ef39-4b0b-8801-13880438f95b HTTP/1.1" status: 200 len: 217 time: 0.0450585 Aug 24 17:06:21.231201 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-b874cbf9-33d0-4133-9c84-fafb2a7db876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:21.232650 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-b874cbf9-33d0-4133-9c84-fafb2a7db876 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5beb019b-22d0-4b1f-a834-71cd57bc44a3 HTTP/1.1" status: 200 len: 848 time: 0.0458512 Aug 24 17:06:21.266380 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-6e9f7033-727f-41e8-8e22-cbd19b0ae043 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=256b46c6-12ab-4bc4-b748-878da13c4f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258420 Aug 24 17:06:21.363358 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-4f198d29-9d81-4dce-8e88-2adca0431f30 service neutron] 10.222.0.26 "GET /v2.0/networks/256b46c6-12ab-4bc4-b748-878da13c4f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888803 Aug 24 17:06:21.474405 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-273f2dac-e2c7-480d-8dea-ead0a756818f req-9a5972c4-0bda-47e1-9a95-aab6e1e155bd service neutron] 10.222.0.26 "GET /v2.0/networks/256b46c6-12ab-4bc4-b748-878da13c4f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044247 Aug 24 17:06:21.618499 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2affe8d-2a6f-46b7-bfe3-ae757ee95c45 req-f44833d5-e441-43a0-8610-b8b8f7ef16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:21.620015 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c2affe8d-2a6f-46b7-bfe3-ae757ee95c45 req-f44833d5-e441-43a0-8610-b8b8f7ef16ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eafae793cfbb42ddbdb00b7e04435a77&device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 1097 time: 0.0478139 Aug 24 17:06:21.716624 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2affe8d-2a6f-46b7-bfe3-ae757ee95c45 req-7e7fccfc-7f0c-4048-876b-cb9ece4ea5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:21.718109 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c2affe8d-2a6f-46b7-bfe3-ae757ee95c45 req-7e7fccfc-7f0c-4048-876b-cb9ece4ea5be service neutron] 10.222.0.26 "GET /v2.0/networks?id=256b46c6-12ab-4bc4-b748-878da13c4f07 HTTP/1.1" status: 200 len: 909 time: 0.0896614 Aug 24 17:06:21.761164 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c2affe8d-2a6f-46b7-bfe3-ae757ee95c45 req-0af9b12c-903d-4204-9291-a486313708b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ab45f5b-ef39-4b0b-8801-13880438f95b HTTP/1.1" status: 200 len: 217 time: 0.0346682 Aug 24 17:06:21.817540 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2affe8d-2a6f-46b7-bfe3-ae757ee95c45 req-72c0a327-f36d-4e03-a165-7a9e55080e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:21.819198 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c2affe8d-2a6f-46b7-bfe3-ae757ee95c45 req-72c0a327-f36d-4e03-a165-7a9e55080e19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5beb019b-22d0-4b1f-a834-71cd57bc44a3 HTTP/1.1" status: 200 len: 848 time: 0.0480280 Aug 24 17:06:21.855959 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c2affe8d-2a6f-46b7-bfe3-ae757ee95c45 req-0255a48e-192c-41f8-b18c-54e25ce23a61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=256b46c6-12ab-4bc4-b748-878da13c4f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279324 Aug 24 17:06:21.948620 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c2affe8d-2a6f-46b7-bfe3-ae757ee95c45 req-888ea93c-e3ed-4185-8bdf-160679dc2212 service neutron] 10.222.0.26 "GET /v2.0/networks/256b46c6-12ab-4bc4-b748-878da13c4f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832875 Aug 24 17:06:22.049596 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c2affe8d-2a6f-46b7-bfe3-ae757ee95c45 req-c66ce0a1-f41c-4d4f-a9ec-9f3dcacdafdf service neutron] 10.222.0.26 "GET /v2.0/networks/256b46c6-12ab-4bc4-b748-878da13c4f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887764 Aug 24 17:06:22.083273 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025770cb-64a8-4c1c-9874-4f2de230507f req-7ce1cdc8-5598-40e5-988c-c02a7ca0f957 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:22.084845 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-025770cb-64a8-4c1c-9874-4f2de230507f req-7ce1cdc8-5598-40e5-988c-c02a7ca0f957 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 944 time: 0.0627067 Aug 24 17:06:22.135216 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-025770cb-64a8-4c1c-9874-4f2de230507f req-8d457e12-b281-498e-b5ee-f10f5f3258ab tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441878 Aug 24 17:06:23.051444 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:23.255765 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0005ac-0899-43fd-9dd9-c43019eb7e31 req-d90ad13c-fcfc-4159-b29e-72d7ab55bc4c tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:23.257368 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3b0005ac-0899-43fd-9dd9-c43019eb7e31 req-d90ad13c-fcfc-4159-b29e-72d7ab55bc4c tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 944 time: 0.0519619 Aug 24 17:06:23.300607 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3b0005ac-0899-43fd-9dd9-c43019eb7e31 req-2ec140df-3d41-4b72-b6bf-b3ee2472d1b2 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369468 Aug 24 17:06:23.918445 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 9ab45f5b-ef39-4b0b-8801-13880438f95b details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:06:24.017555 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 9ab45f5b-ef39-4b0b-8801-13880438f95b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9ab45f5b-ef39-4b0b-8801-13880438f95b,segment=NetworkSegment(76e6aba5-f263-4406-b77a-109873b240ff),segment_id=76e6aba5-f263-4406-b77a-109873b240ff)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:06:24.030460 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '9ab45f5b-ef39-4b0b-8801-13880438f95b', 'network_id': '256b46c6-12ab-4bc4-b748-878da13c4f07', 'port_id': '9ab45f5b-ef39-4b0b-8801-13880438f95b', 'mac_address': 'fa:16:3e:6c:76:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5beb019b-22d0-4b1f-a834-71cd57bc44a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:06:24.068545 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:24.084223 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab45f5b-ef39-4b0b-8801-13880438f95b {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:06:24.102896 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 9ab45f5b-ef39-4b0b-8801-13880438f95b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9ab45f5b-ef39-4b0b-8801-13880438f95b,segment=NetworkSegment(76e6aba5-f263-4406-b77a-109873b240ff),segment_id=76e6aba5-f263-4406-b77a-109873b240ff)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:06:24.109465 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:24.154271 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=9ab45f5b-ef39-4b0b-8801-13880438f95b,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:24.408269 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['9ab45f5b-ef39-4b0b-8801-13880438f95b'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:06:24.434245 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8127a42-69cd-4c3c-a252-d14173fa6d1e req-c29ba794-5e24-486a-99e5-333c13a81653 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:24.435792 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c8127a42-69cd-4c3c-a252-d14173fa6d1e req-c29ba794-5e24-486a-99e5-333c13a81653 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 945 time: 0.0571446 Aug 24 17:06:24.477731 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c8127a42-69cd-4c3c-a252-d14173fa6d1e req-14ccc2f2-804d-4998-9cc0-042bd04446e4 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356236 Aug 24 17:06:24.825873 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37e23f-d8c5-4138-8b4f-aa9a9fe1bf98 req-482fbbeb-da05-4366-9604-8dfe0548c14d tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:24.827387 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4b37e23f-d8c5-4138-8b4f-aa9a9fe1bf98 req-482fbbeb-da05-4366-9604-8dfe0548c14d tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0491655 Aug 24 17:06:24.859778 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82748-9104-4346-8233-bfc9083c3f27 req-468f69ac-ebd4-423a-ac13-f1700f6eb69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:24.861496 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1fc82748-9104-4346-8233-bfc9083c3f27 req-468f69ac-ebd4-423a-ac13-f1700f6eb69f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=665b0ad6502e436e84bcb1c76d513b6e&device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 1137 time: 0.0422547 Aug 24 17:06:24.867608 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-4b37e23f-d8c5-4138-8b4f-aa9a9fe1bf98 req-56a88add-ebab-40d9-a30d-3f91e11409f4 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338824 Aug 24 17:06:24.964348 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82748-9104-4346-8233-bfc9083c3f27 req-328b6cf7-baf0-4c5b-bb86-65a5fb2b00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:24.965731 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1fc82748-9104-4346-8233-bfc9083c3f27 req-328b6cf7-baf0-4c5b-bb86-65a5fb2b00ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=e031341b-7b29-4842-a33e-ce6b4c955d76 HTTP/1.1" status: 200 len: 915 time: 0.0961483 Aug 24 17:06:25.041556 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1fc82748-9104-4346-8233-bfc9083c3f27 req-de2a4cd0-4a19-4a97-a51a-1a04c487c899 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5 HTTP/1.1" status: 200 len: 1000 time: 0.0671127 Aug 24 17:06:25.104999 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82748-9104-4346-8233-bfc9083c3f27 req-f161b0d5-d6c2-4a79-b540-90a6ec281b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:25.106511 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1fc82748-9104-4346-8233-bfc9083c3f27 req-f161b0d5-d6c2-4a79-b540-90a6ec281b14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d84a80fb-5450-470c-bcf0-e0081311be6f HTTP/1.1" status: 200 len: 853 time: 0.0548637 Aug 24 17:06:25.155716 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc82748-9104-4346-8233-bfc9083c3f27 req-d69669ff-57e8-4fc6-8195-b30f057eb1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:25.157193 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1fc82748-9104-4346-8233-bfc9083c3f27 req-d69669ff-57e8-4fc6-8195-b30f057eb1e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e031341b-7b29-4842-a33e-ce6b4c955d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402198 Aug 24 17:06:25.246272 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1fc82748-9104-4346-8233-bfc9083c3f27 req-acf08b17-7fe5-4670-8703-b94a0939072f service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815039 Aug 24 17:06:25.337915 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-1fc82748-9104-4346-8233-bfc9083c3f27 req-8616a571-4129-4198-9008-1f54547ebce5 service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848570 Aug 24 17:06:25.603805 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28d964-37da-4969-b10b-7ba747b70be5 req-3396b38b-b46c-41b1-8d11-2c1072f8434a tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:25.605311 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6e28d964-37da-4969-b10b-7ba747b70be5 req-3396b38b-b46c-41b1-8d11-2c1072f8434a tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 945 time: 0.0561028 Aug 24 17:06:25.644646 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6e28d964-37da-4969-b10b-7ba747b70be5 req-c21c4f6e-592e-4ad4-8f07-0b70433aae9c tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332375 Aug 24 17:06:25.939349 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 9ab45f5b-ef39-4b0b-8801-13880438f95b up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:06:25.986446 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56067ad2-3902-4b59-97bc-d39afc4e2d3d req-93a5501d-c8d9-4b2d-b975-91ecc291aab7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:25.987911 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-56067ad2-3902-4b59-97bc-d39afc4e2d3d req-93a5501d-c8d9-4b2d-b975-91ecc291aab7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0494747 Aug 24 17:06:25.994287 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 9ab45f5b-ef39-4b0b-8801-13880438f95b completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:06:25.998688 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 9ab45f5b-ef39-4b0b-8801-13880438f95b triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:06:25.999214 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:26.029129 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-56067ad2-3902-4b59-97bc-d39afc4e2d3d req-c5a0f0e6-25f6-4f2d-9cfe-0f179c7f1ee4 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346904 Aug 24 17:06:26.075528 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:26.097310 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead936aa-00d8-41d3-a2fa-1be1f3afc6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab45f5b-ef39-4b0b-8801-13880438f95b'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:06:26.099578 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d7344a-b998-40b7-92b2-f07205ec2265" -d '{"events": [{"server_uuid": "ead936aa-00d8-41d3-a2fa-1be1f3afc6ce", "name": "network-vif-plugged", "status": "completed", "tag": "9ab45f5b-ef39-4b0b-8801-13880438f95b"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:06:26.111945 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 9ab45f5b-ef39-4b0b-8801-13880438f95b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9ab45f5b-ef39-4b0b-8801-13880438f95b,segment=NetworkSegment(76e6aba5-f263-4406-b77a-109873b240ff),segment_id=76e6aba5-f263-4406-b77a-109873b240ff)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:06:26.117369 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:26.142566 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0042bd2-9fd6-4319-b0dd-1b58ac1a1c2c x-openstack-request-id: req-d0042bd2-9fd6-4319-b0dd-1b58ac1a1c2c {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:06:26.142856 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead936aa-00d8-41d3-a2fa-1be1f3afc6ce", "name": "network-vif-plugged", "status": "completed", "tag": "9ab45f5b-ef39-4b0b-8801-13880438f95b", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:06:26.143105 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0042bd2-9fd6-4319-b0dd-1b58ac1a1c2c {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:06:26.143485 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead936aa-00d8-41d3-a2fa-1be1f3afc6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab45f5b-ef39-4b0b-8801-13880438f95b', 'code': 200} Aug 24 17:06:26.169047 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=9ab45f5b-ef39-4b0b-8801-13880438f95b,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:26.176133 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:26.176480 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:26.176816 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:26.177154 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:26.177479 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:26.177841 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:26.178189 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:26.178532 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:26.178868 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:26.179193 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:26.179511 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:26.179815 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:26.348961 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d74ec-67e8-4b20-b084-1b77c53df430 req-4d5c47cd-6264-451e-9cb9-042de5839567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:26.350517 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e2d74ec-67e8-4b20-b084-1b77c53df430 req-4d5c47cd-6264-451e-9cb9-042de5839567 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 1099 time: 0.0462363 Aug 24 17:06:26.390516 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7e2d74ec-67e8-4b20-b084-1b77c53df430 req-5f593c59-0896-45f2-b4d6-48216d8b839f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316534 Aug 24 17:06:26.776857 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87d1bc-9656-4c81-8990-85907338baf1 req-2fbe040c-6642-408e-86be-d1c4483746e9 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:26.778360 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-da87d1bc-9656-4c81-8990-85907338baf1 req-2fbe040c-6642-408e-86be-d1c4483746e9 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 946 time: 0.0613911 Aug 24 17:06:26.820633 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-da87d1bc-9656-4c81-8990-85907338baf1 req-6f1ecf33-584b-44c9-9119-c57157eef3a9 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334179 Aug 24 17:06:27.156142 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59901026-6fed-467f-997d-4649a77315d1 req-725ab0e1-7d17-4077-a575-297b34c89e89 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:27.157620 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-59901026-6fed-467f-997d-4649a77315d1 req-725ab0e1-7d17-4077-a575-297b34c89e89 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0592248 Aug 24 17:06:27.201170 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-59901026-6fed-467f-997d-4649a77315d1 req-577d44b4-4940-4412-b428-10a98260eee5 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356874 Aug 24 17:06:27.948359 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef117ff-f334-4735-83c6-81b217b25887 req-546960cc-d816-4094-8d9a-af4b64bf3c3b tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:27.949837 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2ef117ff-f334-4735-83c6-81b217b25887 req-546960cc-d816-4094-8d9a-af4b64bf3c3b tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 946 time: 0.0501978 Aug 24 17:06:27.988732 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-2ef117ff-f334-4735-83c6-81b217b25887 req-11925ec6-8bb1-4644-8fe8-4f8ad6029767 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327983 Aug 24 17:06:28.321101 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522a37e-50b2-4d38-99cd-bc62440c75d4 req-b6d5f9f6-0d0d-4bfd-9292-0b968b08e393 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:28.322603 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0522a37e-50b2-4d38-99cd-bc62440c75d4 req-b6d5f9f6-0d0d-4bfd-9292-0b968b08e393 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0487192 Aug 24 17:06:28.370363 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0522a37e-50b2-4d38-99cd-bc62440c75d4 req-8c8e36d7-da1c-4148-89bf-f2cae3c9c49a tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416760 Aug 24 17:06:28.800358 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aad5d3-5f09-46cc-b6fb-1cde266698ba req-a9b61065-def2-4009-ae36-d9e955ed195c tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:28.801694 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e6aad5d3-5f09-46cc-b6fb-1cde266698ba req-a9b61065-def2-4009-ae36-d9e955ed195c tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 946 time: 0.0493617 Aug 24 17:06:28.843173 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e6aad5d3-5f09-46cc-b6fb-1cde266698ba req-a111f28f-2e3b-4870-b1ab-3da94cfef802 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354552 Aug 24 17:06:29.504666 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755a63e-7869-4d22-9c25-3d39d5d18a70 req-28b906a6-03f7-45bd-a656-08df2ccf68c5 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:29.506118 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f755a63e-7869-4d22-9c25-3d39d5d18a70 req-28b906a6-03f7-45bd-a656-08df2ccf68c5 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0591228 Aug 24 17:06:29.547062 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f755a63e-7869-4d22-9c25-3d39d5d18a70 req-4028beb0-70e5-4691-87f9-400a93d89a94 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348444 Aug 24 17:06:29.971310 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f1e66-a29b-4261-a331-ec5fa8f4fac8 req-aa7911a0-b7c5-40d0-949d-e8dee41e0c2a tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:29.972791 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-109f1e66-a29b-4261-a331-ec5fa8f4fac8 req-aa7911a0-b7c5-40d0-949d-e8dee41e0c2a tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 946 time: 0.0561833 Aug 24 17:06:30.012467 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-109f1e66-a29b-4261-a331-ec5fa8f4fac8 req-fb008be5-8ec1-4aa3-a9c7-79fbc177bc90 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd9a791d-7251-4c31-bb69-5bd763d8db61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Aug 24 17:06:30.282729 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373c80a-31aa-4168-a843-dc805f6e969d req-4d0bc479-7703-4e22-bec9-c53553c5093d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:30.284174 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e373c80a-31aa-4168-a843-dc805f6e969d req-4d0bc479-7703-4e22-bec9-c53553c5093d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.26 "GET /v2.0/ports?device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 946 time: 0.0517466 Aug 24 17:06:30.390879 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-e373c80a-31aa-4168-a843-dc805f6e969d req-47559db8-4cdc-460a-8145-a6b7b2c4064d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Deleting port 9ab45f5b-ef39-4b0b-8801-13880438f95b {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:06:30.391368 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e373c80a-31aa-4168-a843-dc805f6e969d req-47559db8-4cdc-460a-8145-a6b7b2c4064d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:30.495567 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-e373c80a-31aa-4168-a843-dc805f6e969d req-47559db8-4cdc-460a-8145-a6b7b2c4064d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] For port 9ab45f5b-ef39-4b0b-8801-13880438f95b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9ab45f5b-ef39-4b0b-8801-13880438f95b,segment=NetworkSegment(76e6aba5-f263-4406-b77a-109873b240ff),segment_id=76e6aba5-f263-4406-b77a-109873b240ff)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:06:30.496035 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e373c80a-31aa-4168-a843-dc805f6e969d req-47559db8-4cdc-460a-8145-a6b7b2c4064d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:30.508927 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-e373c80a-31aa-4168-a843-dc805f6e969d req-47559db8-4cdc-460a-8145-a6b7b2c4064d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Calling delete_port for 9ab45f5b-ef39-4b0b-8801-13880438f95b owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:06:30.654051 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e373c80a-31aa-4168-a843-dc805f6e969d req-47559db8-4cdc-460a-8145-a6b7b2c4064d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:30.669211 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa9199-4c31-4c08-b6b5-e7fc86db018b req-f416aa3f-e6f7-4843-a20c-5ec3ff722d6a tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:30.670689 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1ffa9199-4c31-4c08-b6b5-e7fc86db018b req-f416aa3f-e6f7-4843-a20c-5ec3ff722d6a tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0531805 Aug 24 17:06:30.682289 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47559db8-4cdc-460a-8145-a6b7b2c4064d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Pushing event deleted for resources: {'Port': ['ID=9ab45f5b-ef39-4b0b-8801-13880438f95b,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:30.693360 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['9ab45f5b-ef39-4b0b-8801-13880438f95b'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:06:30.712874 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1ffa9199-4c31-4c08-b6b5-e7fc86db018b req-46773369-2bba-424c-8384-16f91faff3c6 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359635 Aug 24 17:06:30.723391 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-e373c80a-31aa-4168-a843-dc805f6e969d req-47559db8-4cdc-460a-8145-a6b7b2c4064d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] No DVR routers for this DVR port 9ab45f5b-ef39-4b0b-8801-13880438f95b on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:06:30.726085 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-e373c80a-31aa-4168-a843-dc805f6e969d req-47559db8-4cdc-460a-8145-a6b7b2c4064d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:30.728174 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e373c80a-31aa-4168-a843-dc805f6e969d req-47559db8-4cdc-460a-8145-a6b7b2c4064d tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.26 "DELETE /v2.0/ports/9ab45f5b-ef39-4b0b-8801-13880438f95b HTTP/1.1" status: 204 len: 173 time: 0.4369664 Aug 24 17:06:30.728678 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead936aa-00d8-41d3-a2fa-1be1f3afc6ce', 'name': 'network-vif-deleted', 'tag': '9ab45f5b-ef39-4b0b-8801-13880438f95b'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:06:30.730924 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3d59aa-e1cf-40d5-827b-7064c6016667" -d '{"events": [{"server_uuid": "ead936aa-00d8-41d3-a2fa-1be1f3afc6ce", "name": "network-vif-deleted", "tag": "9ab45f5b-ef39-4b0b-8801-13880438f95b"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:06:30.766737 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a9a7d7-a3cf-4852-8fb3-a8831e820ead x-openstack-request-id: req-04a9a7d7-a3cf-4852-8fb3-a8831e820ead {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:06:30.767027 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead936aa-00d8-41d3-a2fa-1be1f3afc6ce", "name": "network-vif-deleted", "tag": "9ab45f5b-ef39-4b0b-8801-13880438f95b", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:06:30.767275 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04a9a7d7-a3cf-4852-8fb3-a8831e820ead {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:06:30.767669 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead936aa-00d8-41d3-a2fa-1be1f3afc6ce', 'name': 'network-vif-deleted', 'tag': '9ab45f5b-ef39-4b0b-8801-13880438f95b', 'status': 'completed', 'code': 200} Aug 24 17:06:31.125491 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7be16f81-9842-44f7-b91d-de62ba047df5 req-01aa5d62-bd43-47f9-81ec-78284ac59447 tempest-VolumesActionsTest-258400672 tempest-VolumesActionsTest-258400672-project] 10.222.0.13 "GET /v2.0/ports?device_id=ead936aa-00d8-41d3-a2fa-1be1f3afc6ce HTTP/1.1" status: 200 len: 210 time: 0.0270710 Aug 24 17:06:31.840781 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649a4de-96e0-41d0-b9b9-e2ea7da9cda0 req-35c63345-275c-4f87-9af8-edf15cda4a68 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:31.842283 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4649a4de-96e0-41d0-b9b9-e2ea7da9cda0 req-35c63345-275c-4f87-9af8-edf15cda4a68 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0550325 Aug 24 17:06:31.883747 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4649a4de-96e0-41d0-b9b9-e2ea7da9cda0 req-c188a4c6-28e1-4b07-bede-af8a6b197f61 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352361 Aug 24 17:06:33.019260 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb46b61-0469-4365-a3f8-d2fd0ae68033 req-ef4c8ea9-08b9-4cca-a854-f202ea6953d0 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:33.020875 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-feb46b61-0469-4365-a3f8-d2fd0ae68033 req-ef4c8ea9-08b9-4cca-a854-f202ea6953d0 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0506253 Aug 24 17:06:33.064452 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-feb46b61-0469-4365-a3f8-d2fd0ae68033 req-c55c96dc-4308-4861-994b-5f0082dec5dc tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367491 Aug 24 17:06:34.207996 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed319ca-e715-41e7-8d40-02a491ef7776 req-d67912d8-b8e7-4040-91f6-01d8a8036346 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:34.210791 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9ed319ca-e715-41e7-8d40-02a491ef7776 req-d67912d8-b8e7-4040-91f6-01d8a8036346 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0724404 Aug 24 17:06:34.259199 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-9ed319ca-e715-41e7-8d40-02a491ef7776 req-29e13c7b-411d-4128-be83-f144de107a7d tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417485 Aug 24 17:06:34.831393 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 9ab45f5b-ef39-4b0b-8801-13880438f95b no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:06:34.852245 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 9ab45f5b-ef39-4b0b-8801-13880438f95b {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:06:34.852584 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 9ab45f5b-ef39-4b0b-8801-13880438f95b not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:06:35.033609 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3a118771-8e62-41c2-bd46-f94f6aabb5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:35.384774 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a745a-1897-4519-b8c8-e9a6cf87f6c9 req-c4cf36b2-e122-4480-af51-c6056b83f159 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:35.385494 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f01a745a-1897-4519-b8c8-e9a6cf87f6c9 req-c4cf36b2-e122-4480-af51-c6056b83f159 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0534081 Aug 24 17:06:35.428521 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f01a745a-1897-4519-b8c8-e9a6cf87f6c9 req-f160dd29-e11e-4ade-9780-f48f62cbf0ff tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360696 Aug 24 17:06:36.551792 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0e8de-f5e1-48ee-abb2-26159aede232 req-13c4a253-3b28-4841-93aa-027d5f22044e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:36.553275 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-50e0e8de-f5e1-48ee-abb2-26159aede232 req-13c4a253-3b28-4841-93aa-027d5f22044e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0557463 Aug 24 17:06:36.605010 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-50e0e8de-f5e1-48ee-abb2-26159aede232 req-2c945cdb-bc56-4e57-9717-952f3194d219 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452998 Aug 24 17:06:37.730278 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccd27a-dad9-4b13-b1d1-7c2a2e39413e req-722b8804-0837-49eb-9ec7-1c9c8e1a293b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:37.731950 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6dccd27a-dad9-4b13-b1d1-7c2a2e39413e req-722b8804-0837-49eb-9ec7-1c9c8e1a293b tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0531733 Aug 24 17:06:37.774815 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6dccd27a-dad9-4b13-b1d1-7c2a2e39413e req-92d43806-021a-4962-b554-f7f16069ceee tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366597 Aug 24 17:06:37.925997 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d649e34a-2ef1-4a12-b76c-240bd1c50f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:38.047614 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:38.895189 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736b8ab-28d8-4947-a0fb-b623f49d60eb req-af6e9800-7629-4db6-82ea-52a50f2efa9c tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:38.897503 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b736b8ab-28d8-4947-a0fb-b623f49d60eb req-af6e9800-7629-4db6-82ea-52a50f2efa9c tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0529962 Aug 24 17:06:38.944408 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b736b8ab-28d8-4947-a0fb-b623f49d60eb req-23f535c0-7f2a-4ea5-8175-7222c7bb811c tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397167 Aug 24 17:06:39.368174 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:40.124321 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d77a7b-61cf-4065-a668-d39925ab891b req-2dfd0973-a814-4147-9424-c3bcb9a4f02e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:40.143377 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d77a7b-61cf-4065-a668-d39925ab891b req-2dfd0973-a814-4147-9424-c3bcb9a4f02e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0994418 Aug 24 17:06:40.193018 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-62d77a7b-61cf-4065-a668-d39925ab891b req-69da8b76-46e4-45df-a151-923232f1e86d tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484383 Aug 24 17:06:40.607304 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:41.331582 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372730a-4487-45e8-8fc9-3c5fade536fe req-e461d554-406f-47a9-9671-e56e29a22841 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:41.333226 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a372730a-4487-45e8-8fc9-3c5fade536fe req-e461d554-406f-47a9-9671-e56e29a22841 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0506003 Aug 24 17:06:41.376003 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-a372730a-4487-45e8-8fc9-3c5fade536fe req-d00de28e-74d8-4337-a92f-6fe15cd3c4cd tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356503 Aug 24 17:06:42.509258 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef885f-9170-491e-89e1-7941a9ca5178 req-df751fb0-178c-4cd4-8b02-1f6b82af0d70 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:06:42.516877 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-85ef885f-9170-491e-89e1-7941a9ca5178 req-df751fb0-178c-4cd4-8b02-1f6b82af0d70 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.0602381 Aug 24 17:06:42.554625 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-85ef885f-9170-491e-89e1-7941a9ca5178 req-38322f4e-dbc3-4d3a-8f42-e83b7965e4f7 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=58afcd4c-0b53-4d3f-a76d-de1757edc5da&id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364888 Aug 24 17:06:53.049421 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.076437 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 36938) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:06:53.125269 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Deleting subnet 5beb019b-22d0-4b1f-a834-71cd57bc44a3 {{(pid=93841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:06:53.128418 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.166212 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12781722'] for subnet, precommit_delete_associations {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.211195 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.268769 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13161694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16193823'] for subnet, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.293291 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5beb019b-22d0-4b1f-a834-71cd57bc44a3,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:53.297702 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.300086 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5beb019b-22d0-4b1f-a834-71cd57bc44a3 HTTP/1.1" status: 204 len: 168 time: 0.2219925 Aug 24 17:06:53.302390 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 36940) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:06:53.304362 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:53.304712 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:53.305050 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:53.305383 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:53.305733 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:53.306058 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:53.306411 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:53.306735 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:53.307059 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:53.307374 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:53.307690 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:53.308000 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57993bd-59a1-478b-ab9d-d8c0dc8b66e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:06:53.371859 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c02e376a-b4c4-42dc-8d60-cc19a02cad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.390576 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:06:53.452157 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c02e376a-b4c4-42dc-8d60-cc19a02cad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.462596 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-c02e376a-b4c4-42dc-8d60-cc19a02cad53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256b46c6-12ab-4bc4-b748-878da13c4f07']}} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:06:53.478546 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-c02e376a-b4c4-42dc-8d60-cc19a02cad53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e6aba5-f263-4406-b77a-109873b240ff') {'for_net_delete': True} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:06:53.478834 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-c02e376a-b4c4-42dc-8d60-cc19a02cad53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e6aba5-f263-4406-b77a-109873b240ff') {} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:06:53.487908 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c02e376a-b4c4-42dc-8d60-cc19a02cad53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548676'] for segment, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.502149 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c02e376a-b4c4-42dc-8d60-cc19a02cad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.509119 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02e376a-b4c4-42dc-8d60-cc19a02cad53 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:06:53.509581 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c02e376a-b4c4-42dc-8d60-cc19a02cad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548517'] for segment, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: Traceback (most recent call last): Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: timer() Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: cb(*args, **kw) Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: return func(*args, **kwargs) Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: self._notify() Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: self.callback(batched_events) Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: event.method(event) Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: return f(self, *a, **k) Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: return self._get(url).json() Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: return self.request(url, 'GET', **kwargs) Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:06:53.511575 dv-cinder-799668-9-iscsi neutron-server[93842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:06:53.574300 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c02e376a-b4c4-42dc-8d60-cc19a02cad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.579690 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-c02e376a-b4c4-42dc-8d60-cc19a02cad53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.581486 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-c02e376a-b4c4-42dc-8d60-cc19a02cad53 admin admin] 10.222.0.13 "DELETE /v2.0/networks/256b46c6-12ab-4bc4-b748-878da13c4f07 HTTP/1.1" status: 204 len: 168 time: 0.2780919 Aug 24 17:06:53.592180 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e376a-b4c4-42dc-8d60-cc19a02cad53 admin admin] Pushing event deleted for resources: {'Network': ['ID=256b46c6-12ab-4bc4-b748-878da13c4f07,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:06:53.768360 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 36944) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:06:53.810146 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-f9f552c7-b712-439c-a2ad-29540cb2c5f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eafae793cfbb42ddbdb00b7e04435a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404699 Aug 24 17:06:53.812756 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 36946) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:06:53.870647 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ff867267-23be-42f2-8fa0-09e58a34ccf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.894891 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ff867267-23be-42f2-8fa0-09e58a34ccf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.945739 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ff867267-23be-42f2-8fa0-09e58a34ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.948510 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-ff867267-23be-42f2-8fa0-09e58a34ccf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:06:53.949713 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-ff867267-23be-42f2-8fa0-09e58a34ccf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd9a791d-7251-4c31-bb69-5bd763d8db61 HTTP/1.1" status: 204 len: 168 time: 0.1359591 Aug 24 17:06:53.959278 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff867267-23be-42f2-8fa0-09e58a34ccf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9a791d-7251-4c31-bb69-5bd763d8db61,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:05.030865 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6b80d758-fae7-4787-aef0-5e97fabe63e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:06.858323 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-99f2cebe-7e99-4fcf-9229-8dfd76f275bd req-5ecca063-37a3-4cc4-8883-156b31f9bcc1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421879 Aug 24 17:07:06.972409 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2cebe-7e99-4fcf-9229-8dfd76f275bd req-acc199e1-7d91-4ebc-b7b9-b27c14df0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:06.973906 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-99f2cebe-7e99-4fcf-9229-8dfd76f275bd req-acc199e1-7d91-4ebc-b7b9-b27c14df0f38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=665b0ad6502e436e84bcb1c76d513b6e&device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 1137 time: 0.0488319 Aug 24 17:07:07.342554 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2cebe-7e99-4fcf-9229-8dfd76f275bd req-fc553397-9cf8-473e-aa37-2a4e16c26330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:07.343999 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-99f2cebe-7e99-4fcf-9229-8dfd76f275bd req-fc553397-9cf8-473e-aa37-2a4e16c26330 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e031341b-7b29-4842-a33e-ce6b4c955d76 HTTP/1.1" status: 200 len: 915 time: 0.3484962 Aug 24 17:07:07.409800 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-99f2cebe-7e99-4fcf-9229-8dfd76f275bd req-77a1edc8-deda-4975-86be-fe7d1229807a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5 HTTP/1.1" status: 200 len: 1000 time: 0.0578089 Aug 24 17:07:07.461390 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2cebe-7e99-4fcf-9229-8dfd76f275bd req-f34f05a4-8ff6-4ff6-a87f-a5772f7995a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:07.462817 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-99f2cebe-7e99-4fcf-9229-8dfd76f275bd req-f34f05a4-8ff6-4ff6-a87f-a5772f7995a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d84a80fb-5450-470c-bcf0-e0081311be6f HTTP/1.1" status: 200 len: 853 time: 0.0459166 Aug 24 17:07:07.511560 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2cebe-7e99-4fcf-9229-8dfd76f275bd req-c2941028-9383-432e-9b97-8b348e4c4949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:07.512930 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-99f2cebe-7e99-4fcf-9229-8dfd76f275bd req-c2941028-9383-432e-9b97-8b348e4c4949 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e031341b-7b29-4842-a33e-ce6b4c955d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413766 Aug 24 17:07:07.600567 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-99f2cebe-7e99-4fcf-9229-8dfd76f275bd req-69966ee9-169a-4108-813c-5b98ccb59d21 service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798287 Aug 24 17:07:07.713823 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-99f2cebe-7e99-4fcf-9229-8dfd76f275bd req-5a83a5c6-2448-45b8-ab49-7d6609c31017 service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049278 Aug 24 17:07:07.916981 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-41ef43c6-bee1-46ad-9302-82ab65fdfce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:08.046613 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:09.374132 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:10.602866 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:13.365303 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37078) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:13.478938 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-466d662f-7faf-43b4-a2f5-a74a278e9f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:13.570302 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-466d662f-7faf-43b4-a2f5-a74a278e9f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:13.576766 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-466d662f-7faf-43b4-a2f5-a74a278e9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:13.614055 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-466d662f-7faf-43b4-a2f5-a74a278e9f6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60c18121c97340d898cb43ea77f999dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474031 Aug 24 17:07:13.614569 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d662f-7faf-43b4-a2f5-a74a278e9f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902cb8a8-6f41-4c58-8720-355280bfd19d,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:13.616676 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37082) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:13.667572 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b47584ae-35e2-481d-997f-5a7bd35c7ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:13.689402 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b47584ae-35e2-481d-997f-5a7bd35c7ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:13.737457 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b47584ae-35e2-481d-997f-5a7bd35c7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:13.740453 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b47584ae-35e2-481d-997f-5a7bd35c7ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:13.741657 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-b47584ae-35e2-481d-997f-5a7bd35c7ea7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/902cb8a8-6f41-4c58-8720-355280bfd19d HTTP/1.1" status: 204 len: 168 time: 0.1239891 Aug 24 17:07:13.749502 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47584ae-35e2-481d-997f-5a7bd35c7ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902cb8a8-6f41-4c58-8720-355280bfd19d,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:14.440705 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37104) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:14.552355 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-623869897-network', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:14.575476 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] Made reservation on behalf of 66d0a1822bda4a9fbf4b7881ffc14cfd for: {'network': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:07:14.577853 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:14.585849 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:14.685140 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:14.690865 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:14.715216 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:07:14.724814 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26130a9b-3dcd-4db9-ab09-1729a3bd94d4,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:14.730508 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:14.730839 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.segments_db [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] Added segment 55a6085a-98a3-4c97-8e31-f1c51ee02767 of type vlan for network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d Aug 24 17:07:14.773310 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:14.802074 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:14.803065 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:14.803677 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:14.849454 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4073348 Aug 24 17:07:14.852811 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37108) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:14.857893 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-30d78e2c-cbbb-4b3e-a898-9d5d5684cce3 admin admin] Request body: {'subnet': {'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-623869897-subnet', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:14.859653 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4994aa8-29a5-4ded-bf54-2402b9be4610 admin admin] Pushing event updated for resources: {'Network': ['ID=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:14.870777 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:07:14.883920 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d78e2c-cbbb-4b3e-a898-9d5d5684cce3 admin admin] Made reservation on behalf of 66d0a1822bda4a9fbf4b7881ffc14cfd for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:07:14.886517 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-30d78e2c-cbbb-4b3e-a898-9d5d5684cce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16194020'] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:15.323230 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-30d78e2c-cbbb-4b3e-a898-9d5d5684cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16193814'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:15.373726 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d78e2c-cbbb-4b3e-a898-9d5d5684cce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0bfa88-cd63-42e0-97fe-13744a36d37e,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:15.384560 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d78e2c-cbbb-4b3e-a898-9d5d5684cce3 admin admin] Checking segment: {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:07:15.384891 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d78e2c-cbbb-4b3e-a898-9d5d5684cce3 admin admin] Network hostable DHCP agents. Network: ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:07:15.405995 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d78e2c-cbbb-4b3e-a898-9d5d5684cce3 admin admin] Network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:07:15.421665 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-30d78e2c-cbbb-4b3e-a898-9d5d5684cce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:07:15.426653 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d78e2c-cbbb-4b3e-a898-9d5d5684cce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:15.427718 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-30d78e2c-cbbb-4b3e-a898-9d5d5684cce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:15.430818 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f839b6b7-06a5-4fec-9923-a67e459dab9f None None] Network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:07:15.445809 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-30d78e2c-cbbb-4b3e-a898-9d5d5684cce3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5892084 Aug 24 17:07:15.446026 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37110) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:15.450583 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:15.471431 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-939'] for router, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:15.472477 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-944'] for router, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:15.530926 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:15.667379 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:15.699991 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb226abeb-071e-59b7-8692-7898f48df32a-ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e'}]}} from dv-cinder-799668-9-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 17:07:15.700936 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:15.834139 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Allocated IP 172.20.0.2 (ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d/ab0bfa88-cd63-42e0-97fe-13744a36d37e/f3f86304-39e6-420f-ba17-a5266ad7316c) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:07:15.864866 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:15.884027 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:15.979463 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:15.988338 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Transition to ACTIVE for port object f3f86304-39e6-420f-ba17-a5266ad7316c will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:07:16.000999 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Allocated IP 172.27.0.44 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/2585e13f-3abe-441f-82ba-1ed42b948da6) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:07:16.004487 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Transition to ACTIVE for port object f3f86304-39e6-420f-ba17-a5266ad7316c will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:07:16.011486 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:16.050573 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:07:16.055319 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:07:16.058862 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:07:16.067450 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Pushing event updated for resources: {'Port': ['ID=f3f86304-39e6-420f-ba17-a5266ad7316c,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:16.107326 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:16.116514 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Attempting to bind port f3f86304-39e6-420f-ba17-a5266ad7316c on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:07:16.116871 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Attempting to bind port f3f86304-39e6-420f-ba17-a5266ad7316c by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:07:16.117230 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Attempting to bind port f3f86304-39e6-420f-ba17-a5266ad7316c on network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:07:16.122157 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:07:16.122561 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Checking segment: {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:07:16.122964 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:16.123356 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Bound using segment: {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:07:16.123817 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Bound port: f3f86304-39e6-420f-ba17-a5266ad7316c, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:07:16.124196 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:16.149641 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:16.187142 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] For port f3f86304-39e6-420f-ba17-a5266ad7316c, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:07:16.191337 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] For port f3f86304-39e6-420f-ba17-a5266ad7316c, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=f3f86304-39e6-420f-ba17-a5266ad7316c,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:07:16.195305 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:07:16.197102 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:16.198587 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:07:16.202986 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:07:16.206277 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2585e13f-3abe-441f-82ba-1ed42b948da6,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:16.256617 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02f523-9c54-49b8-a339-fe7570669538 None None] Pushing event updated for resources: {'Port': ['ID=f3f86304-39e6-420f-ba17-a5266ad7316c,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:16.463721 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:16.665548 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421220'] for router, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:16.801860 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Router d4f268e0-d2ea-402e-bc21-d94e739f0e72 is scheduled to L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e with binding_index 1 {{(pid=93841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:07:16.913113 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:07:16.924413 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Sync routers for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:07:16.934996 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:16.935621 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:07:16.939244 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:16.939458 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-da1f88b1-55a7-47e1-82c6-ffd07d38e9a9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4895306 Aug 24 17:07:16.939689 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37114) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:17.051052 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:07:17.152489 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2220e4e-0d65-4f09-96bf-9e39dc513310 None None] Network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:07:17.286629 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-35666e52-5959-4748-80b2-1f0c1ce42a80 None None] Provisioning for port f3f86304-39e6-420f-ba17-a5266ad7316c completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:07:17.367356 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:16Z', 'revision_number': 3, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:17.379964 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:17.399441 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Checking router: d4f268e0-d2ea-402e-bc21-d94e739f0e72 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:07:17.399795 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Updating router d4f268e0-d2ea-402e-bc21-d94e739f0e72 port 2585e13f-3abe-441f-82ba-1ed42b948da6 binding host dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:07:17.427004 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:17.532369 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device f3f86304-39e6-420f-ba17-a5266ad7316c up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:07:17.570226 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Allocated IP 172.20.0.1 (ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d/ab0bfa88-cd63-42e0-97fe-13744a36d37e/29d40d2a-8237-4d22-9ebb-d39182584518) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:07:17.654039 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port f3f86304-39e6-420f-ba17-a5266ad7316c completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:07:17.659240 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port f3f86304-39e6-420f-ba17-a5266ad7316c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:17.659958 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:17.708450 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:17.731382 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Transition to ACTIVE for port object 29d40d2a-8237-4d22-9ebb-d39182584518 will not be triggered until provisioned by entity DHCP. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:07:17.751091 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-55ec22ea-3a72-4605-a3a9-5a770c79fe0e None None] Provisioning complete for port f3f86304-39e6-420f-ba17-a5266ad7316c triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:17.751091 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-55ec22ea-3a72-4605-a3a9-5a770c79fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:17.780642 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1d520bef-5305-4a21-a435-840984868f0e req-f651d7de-f343-4b3c-9cdc-9806f3635339 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385507620&fields=id&tenant_id=665b0ad6502e436e84bcb1c76d513b6e HTTP/1.1" status: 200 len: 267 time: 0.0505033 Aug 24 17:07:17.798780 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:17.841931 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:17.858792 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:07:17.861401 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Transition to ACTIVE for port object 2585e13f-3abe-441f-82ba-1ed42b948da6 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:07:17.864943 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:07:17.870157 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:17.870975 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:07:17.880638 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:17.893900 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Pushing event updated for resources: {'Port': ['ID=29d40d2a-8237-4d22-9ebb-d39182584518,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:17.908645 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d520bef-5305-4a21-a435-840984868f0e req-c61d4062-82d7-4263-a6a2-46765eef6d2e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:17.910796 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1d520bef-5305-4a21-a435-840984868f0e req-c61d4062-82d7-4263-a6a2-46765eef6d2e tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 984 time: 0.1222625 Aug 24 17:07:17.928518 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [req-1d520bef-5305-4a21-a435-840984868f0e req-1e58ad9f-1d3f-4f25-80fa-bda2278de9e5 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Request body: {'port': {'security_groups': ['387e944d-a35d-48b7-a791-bc18ce8a354c']}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:17.956659 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421399'] for router_interface, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:17.992549 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port f3f86304-39e6-420f-ba17-a5266ad7316c, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=f3f86304-39e6-420f-ba17-a5266ad7316c,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:17.993550 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6bbb6-7dd9-47d0-81e6-73ce7d13a9f3 None None] Pushing event updated for resources: {'Port': ['ID=2585e13f-3abe-441f-82ba-1ed42b948da6,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:18.003471 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Attempting to bind port 2585e13f-3abe-441f-82ba-1ed42b948da6 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:07:18.003842 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Attempting to bind port 2585e13f-3abe-441f-82ba-1ed42b948da6 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:07:18.004227 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Attempting to bind port 2585e13f-3abe-441f-82ba-1ed42b948da6 on network 936fe392-5fcd-487c-9559-b2b2e2d38c54 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:07:18.006419 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.010851 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-55ec22ea-3a72-4605-a3a9-5a770c79fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.040746 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:07:18.041123 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Checking segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:07:18.041530 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.041929 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Bound using segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:07:18.042451 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Bound port: 2585e13f-3abe-441f-82ba-1ed42b948da6, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:07:18.042836 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.135644 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=f3f86304-39e6-420f-ba17-a5266ad7316c,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:18.158103 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] For port 2585e13f-3abe-441f-82ba-1ed42b948da6, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:07:18.162927 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] For port 2585e13f-3abe-441f-82ba-1ed42b948da6, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=2585e13f-3abe-441f-82ba-1ed42b948da6,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:07:18.165723 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.db.api [None req-55ec22ea-3a72-4605-a3a9-5a770c79fe0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 17:07:18.166096 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG oslo_db.api [None req-55ec22ea-3a72-4605-a3a9-5a770c79fe0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 17:07:18.169610 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.228330 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:07:18.229122 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:18.233903 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6bbb6-7dd9-47d0-81e6-73ce7d13a9f3 None None] Pushing event updated for resources: {'Port': ['ID=2585e13f-3abe-441f-82ba-1ed42b948da6,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:18.299164 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-1d520bef-5305-4a21-a435-840984868f0e req-1e58ad9f-1d3f-4f25-80fa-bda2278de9e5 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.337006 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:07:18.444526 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.641672 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:16Z', 'revision_number': 3, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:18.642637 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [req-1d520bef-5305-4a21-a435-840984868f0e req-1e58ad9f-1d3f-4f25-80fa-bda2278de9e5 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] For port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,segment=NetworkSegment(bd940902-cbaf-4bc5-bb4b-0924fb5a441f),segment_id=bd940902-cbaf-4bc5-bb4b-0924fb5a441f)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:18.669841 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d126c5ae-ef8d-4d8a-807b-e23e0224ba5e None None] The sync data for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi is: [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:16Z', 'revision_number': 3, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:07:18.702011 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-1d520bef-5305-4a21-a435-840984868f0e req-1e58ad9f-1d3f-4f25-80fa-bda2278de9e5 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.713159 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-1d520bef-5305-4a21-a435-840984868f0e req-1e58ad9f-1d3f-4f25-80fa-bda2278de9e5 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13161728'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.749109 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['124e78a3-4fe8-4449-a865-2a11d9e4d4c5'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:07:18.759819 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.774494 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13161728'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.784483 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d520bef-5305-4a21-a435-840984868f0e req-1e58ad9f-1d3f-4f25-80fa-bda2278de9e5 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:18.785146 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [req-1d520bef-5305-4a21-a435-840984868f0e req-1e58ad9f-1d3f-4f25-80fa-bda2278de9e5 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.786918 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-1d520bef-5305-4a21-a435-840984868f0e req-1e58ad9f-1d3f-4f25-80fa-bda2278de9e5 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "PUT /v2.0/ports/124e78a3-4fe8-4449-a865-2a11d9e4d4c5 HTTP/1.1" status: 200 len: 942 time: 0.8668673 Aug 24 17:07:18.787114 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3c4729-b2d2-414f-929a-548372d7f992', 'tag': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5'}] {{(pid=93841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:07:18.789521 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b2a646a1f232e2ad8fec3517a73b268219bf8140ee075a8608afca6235b5f5b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a11ea9-ec85-47b5-a6d3-40672eae009c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3c4729-b2d2-414f-929a-548372d7f992", "tag": "124e78a3-4fe8-4449-a865-2a11d9e4d4c5"}]}' {{(pid=93841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:07:18.793011 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37122) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:18.838450 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58ad9f-1d3f-4f25-80fa-bda2278de9e5 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event updated for resources: {'Port': ['ID=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,revision_number=7']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:18.870987 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-70ba0f73-e412-4da4-902e-68b41acc7783 None None] Provisioning for port 29d40d2a-8237-4d22-9ebb-d39182584518 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:07:18.872568 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419777'] for router_interface, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.884162 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9e843f-cad8-47e4-a4e7-f5a13202702c x-openstack-request-id: req-7d9e843f-cad8-47e4-a4e7-f5a13202702c {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:07:18.884451 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3c4729-b2d2-414f-929a-548372d7f992", "tag": "124e78a3-4fe8-4449-a865-2a11d9e4d4c5", "status": "completed", "code": 200}]} {{(pid=93841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:07:18.884697 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d9e843f-cad8-47e4-a4e7-f5a13202702c {{(pid=93841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:07:18.885134 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3c4729-b2d2-414f-929a-548372d7f992', 'tag': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5', 'status': 'completed', 'code': 200} Aug 24 17:07:18.893347 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-70ba0f73-e412-4da4-902e-68b41acc7783 None None] Provisioning complete for port 29d40d2a-8237-4d22-9ebb-d39182584518 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:18.893722 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-70ba0f73-e412-4da4-902e-68b41acc7783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.920331 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Pushing event updated for resources: {'Port': ['ID=29d40d2a-8237-4d22-9ebb-d39182584518,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:18.927816 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e4b02dcc-be27-47fd-aa4e-4a5b87e3671f tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:18.934630 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['124e78a3-4fe8-4449-a865-2a11d9e4d4c5'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:07:18.961083 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e4b02dcc-be27-47fd-aa4e-4a5b87e3671f tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:19.003326 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-70ba0f73-e412-4da4-902e-68b41acc7783 None None] Port 29d40d2a-8237-4d22-9ebb-d39182584518 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:07:19.031697 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:07:19.033578 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:07:19.106278 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a11ea9-ec85-47b5-a6d3-40672eae009c req-da346448-5dc3-4045-9292-3cf196c181e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:19.108484 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97a11ea9-ec85-47b5-a6d3-40672eae009c req-da346448-5dc3-4045-9292-3cf196c181e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=665b0ad6502e436e84bcb1c76d513b6e&device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 1098 time: 0.1088760 Aug 24 17:07:19.111321 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e4b02dcc-be27-47fd-aa4e-4a5b87e3671f tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:19.115790 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-e4b02dcc-be27-47fd-aa4e-4a5b87e3671f tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:19.121626 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-e4b02dcc-be27-47fd-aa4e-4a5b87e3671f tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "DELETE /v2.0/security-groups/58afcd4c-0b53-4d3f-a76d-de1757edc5da HTTP/1.1" status: 204 len: 168 time: 0.3263826 Aug 24 17:07:19.131293 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37124) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:19.214681 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b02dcc-be27-47fd-aa4e-4a5b87e3671f tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58afcd4c-0b53-4d3f-a76d-de1757edc5da,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:19.310852 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Router d4f268e0-d2ea-402e-bc21-d94e739f0e72 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:07:19.423443 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a11ea9-ec85-47b5-a6d3-40672eae009c req-09de9d10-5333-414b-95be-34317a743930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:19.425070 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97a11ea9-ec85-47b5-a6d3-40672eae009c req-09de9d10-5333-414b-95be-34317a743930 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e031341b-7b29-4842-a33e-ce6b4c955d76 HTTP/1.1" status: 200 len: 915 time: 0.2950172 Aug 24 17:07:19.433415 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-e45d559c-eecf-40ab-a2ec-d7fa7d752ba4 None None] Provisioning complete for port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:19.433907 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e45d559c-eecf-40ab-a2ec-d7fa7d752ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:19.489466 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:07:19.499440 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-010ca7ca-5b49-40e7-9e43-750de9d48595 admin admin] 10.222.0.13 "PUT /v2.0/routers/d4f268e0-d2ea-402e-bc21-d94e739f0e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5587661 Aug 24 17:07:19.549526 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97a11ea9-ec85-47b5-a6d3-40672eae009c req-f12192a8-2266-4ec5-b7b1-bcba574fa283 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5 HTTP/1.1" status: 200 len: 1000 time: 0.0939255 Aug 24 17:07:19.555841 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-a1209e9e-c44d-4bb2-9689-615536a00774 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Deleting port 6ca35786-359c-477a-bf8d-f9982e449dff {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:07:19.556203 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a1209e9e-c44d-4bb2-9689-615536a00774 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:19.620115 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 2585e13f-3abe-441f-82ba-1ed42b948da6 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:07:19.652011 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a11ea9-ec85-47b5-a6d3-40672eae009c req-01dad37d-7372-4924-b5c7-e604b82bf4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:19.653503 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97a11ea9-ec85-47b5-a6d3-40672eae009c req-01dad37d-7372-4924-b5c7-e604b82bf4f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d84a80fb-5450-470c-bcf0-e0081311be6f HTTP/1.1" status: 200 len: 853 time: 0.0949917 Aug 24 17:07:19.678023 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 2585e13f-3abe-441f-82ba-1ed42b948da6 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:07:19.682987 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 2585e13f-3abe-441f-82ba-1ed42b948da6 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:19.683357 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:19.720476 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a1209e9e-c44d-4bb2-9689-615536a00774 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:19.721149 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a1209e9e-c44d-4bb2-9689-615536a00774 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:19.736845 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-4ce31320-01d8-40b1-9137-21d2a050ef1c None None] Provisioning complete for port 29d40d2a-8237-4d22-9ebb-d39182584518 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:19.737389 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4ce31320-01d8-40b1-9137-21d2a050ef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:19.746141 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-a1209e9e-c44d-4bb2-9689-615536a00774 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Calling delete_port for 6ca35786-359c-477a-bf8d-f9982e449dff owned by network:floatingip {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:07:19.819954 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-4ce31320-01d8-40b1-9137-21d2a050ef1c None None] Port 29d40d2a-8237-4d22-9ebb-d39182584518 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:07:19.821976 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:19.851177 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 2585e13f-3abe-441f-82ba-1ed42b948da6, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=2585e13f-3abe-441f-82ba-1ed42b948da6,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:19.859924 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:19.861089 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device f3f86304-39e6-420f-ba17-a5266ad7316c up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:07:19.878310 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a11ea9-ec85-47b5-a6d3-40672eae009c req-8ab3513f-4723-4bb3-858f-09184219a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:19.879951 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97a11ea9-ec85-47b5-a6d3-40672eae009c req-8ab3513f-4723-4bb3-858f-09184219a473 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e031341b-7b29-4842-a33e-ce6b4c955d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2119873 Aug 24 17:07:19.937109 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=2585e13f-3abe-441f-82ba-1ed42b948da6,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:19.969371 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port f3f86304-39e6-420f-ba17-a5266ad7316c triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:19.969775 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:19.992148 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97a11ea9-ec85-47b5-a6d3-40672eae009c req-d1183e99-90cd-4de1-8557-e16c12eff815 service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038187 Aug 24 17:07:20.108709 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37142) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:20.114049 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1678939451-network', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:20.120176 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a1209e9e-c44d-4bb2-9689-615536a00774 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.135532 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] Made reservation on behalf of 8d762657696846fb93beef3ff70d0c9b for: {'network': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:07:20.138216 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for network, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.146987 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.158629 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97a11ea9-ec85-47b5-a6d3-40672eae009c req-18e9a7df-8a07-4f72-9b21-a2e118e7be5a service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574602 Aug 24 17:07:20.161730 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1209e9e-c44d-4bb2-9689-615536a00774 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event deleted for resources: {'Port': ['ID=6ca35786-359c-477a-bf8d-f9982e449dff,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:20.224521 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a1209e9e-c44d-4bb2-9689-615536a00774 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks [] for floatingip, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.224771 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.l3_db [None req-a1209e9e-c44d-4bb2-9689-615536a00774 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Floating IP 8474b2ae-ace9-4263-98b0-5bc857abd0d4 disassociated (deleted). External IP: 172.27.0.21, port: 124e78a3-4fe8-4449-a865-2a11d9e4d4c5. Aug 24 17:07:20.241195 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.248519 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.277385 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 17:07:20.283936 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0228fe55-b107-4ebd-b761-e46b9302f9a4,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:20.291157 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.291157 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.segments_db [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] Added segment 143c1d47-f964-4664-bf92-b1a26e705a68 of type vlan for network 5119de56-f92b-402b-820f-2378c5495271 Aug 24 17:07:20.335860 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768655004191'] for network, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.365123 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514'] for network, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.366211 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:20.366818 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.428048 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3144507 Aug 24 17:07:20.428048 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37144) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:20.431863 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-b985bdb4-54ff-40cb-8617-678710d6020d admin admin] Request body: {'subnet': {'network_id': '5119de56-f92b-402b-820f-2378c5495271', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1678939451-subnet', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'ip_version': 4}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:20.451212 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09e05b-927d-4d76-b069-7568b2a9e7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=5119de56-f92b-402b-820f-2378c5495271,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:20.457758 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1209e9e-c44d-4bb2-9689-615536a00774 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Router bad29e9c-5b22-40bc-b538-b634b1a7a292 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:07:20.464939 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Network 5119de56-f92b-402b-820f-2378c5495271 details requested by agent ovs-agent-dv-cinder-799668-9-iscsi with host dv-cinder-799668-9-iscsi {{(pid=93843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 17:07:20.471451 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b985bdb4-54ff-40cb-8617-678710d6020d admin admin] Made reservation on behalf of 8d762657696846fb93beef3ff70d0c9b for: {'subnet': 1} {{(pid=93841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:07:20.475396 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b985bdb4-54ff-40cb-8617-678710d6020d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16194020'] for subnet, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.576312 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1209e9e-c44d-4bb2-9689-615536a00774 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:07:20.580781 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-a1209e9e-c44d-4bb2-9689-615536a00774 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.587200 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b3353-667f-4a24-a5a0-b504f8adddee None None] Sync routers for ids ['bad29e9c-5b22-40bc-b538-b634b1a7a292'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:07:20.597616 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b3353-667f-4a24-a5a0-b504f8adddee None None] Routers {'bad29e9c-5b22-40bc-b538-b634b1a7a292'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:07:20.598407 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b37b3353-667f-4a24-a5a0-b504f8adddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['bad29e9c-5b22-40bc-b538-b634b1a7a292'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:20.611707 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-a1209e9e-c44d-4bb2-9689-615536a00774 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "DELETE /v2.0/floatingips/8474b2ae-ace9-4263-98b0-5bc857abd0d4 HTTP/1.1" status: 204 len: 168 time: 1.4741857 Aug 24 17:07:20.612439 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3c4729-b2d2-414f-929a-548372d7f992', 'tag': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:07:20.615148 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de046278-3793-4983-b364-3e7b11581147" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3c4729-b2d2-414f-929a-548372d7f992", "tag": "124e78a3-4fe8-4449-a865-2a11d9e4d4c5"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:07:20.655623 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb397f2-30f3-42e7-ae07-6268aa9f3fb8 x-openstack-request-id: req-dbb397f2-30f3-42e7-ae07-6268aa9f3fb8 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:07:20.655911 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3c4729-b2d2-414f-929a-548372d7f992", "tag": "124e78a3-4fe8-4449-a865-2a11d9e4d4c5", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:07:20.656176 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbb397f2-30f3-42e7-ae07-6268aa9f3fb8 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:07:20.656603 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3c4729-b2d2-414f-929a-548372d7f992', 'tag': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5', 'status': 'completed', 'code': 200} Aug 24 17:07:20.672547 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b985bdb4-54ff-40cb-8617-678710d6020d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13161625', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16193814'] for subnet, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.747536 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-b37b3353-667f-4a24-a5a0-b504f8adddee None None] Set router bad29e9c-5b22-40bc-b538-b634b1a7a292 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:07:20.750728 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985bdb4-54ff-40cb-8617-678710d6020d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd53363b-3e5d-49f2-9288-3f5ab3146fce,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:20.754774 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b985bdb4-54ff-40cb-8617-678710d6020d admin admin] Checking segment: {'id': '143c1d47-f964-4664-bf92-b1a26e705a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5119de56-f92b-402b-820f-2378c5495271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:07:20.755164 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985bdb4-54ff-40cb-8617-678710d6020d admin admin] Network hostable DHCP agents. Network: 5119de56-f92b-402b-820f-2378c5495271, hostable agents: ['7e7204bf-ea7e-4efa-bf19-875768e8e000'], hosted agents: [] {{(pid=93841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 17:07:20.766745 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de046278-3793-4983-b364-3e7b11581147 req-a71624a0-ef80-404c-a370-70a8ee826b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:20.768423 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-de046278-3793-4983-b364-3e7b11581147 req-a71624a0-ef80-404c-a370-70a8ee826b9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=665b0ad6502e436e84bcb1c76d513b6e&device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 1098 time: 0.0685825 Aug 24 17:07:20.778863 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b985bdb4-54ff-40cb-8617-678710d6020d admin admin] Network 5119de56-f92b-402b-820f-2378c5495271 is scheduled to be hosted by DHCP agent 7e7204bf-ea7e-4efa-bf19-875768e8e000 with binding_index 1 {{(pid=93841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 17:07:20.798725 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-b985bdb4-54ff-40cb-8617-678710d6020d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-9-iscsi, 5119de56-f92b-402b-820f-2378c5495271) {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:07:20.807796 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985bdb4-54ff-40cb-8617-678710d6020d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:20.811465 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6fdcfd-93c1-418d-848e-52bef47b057d None None] Network 5119de56-f92b-402b-820f-2378c5495271 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:07:20.819541 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b985bdb4-54ff-40cb-8617-678710d6020d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.854459 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b985bdb4-54ff-40cb-8617-678710d6020d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4261606 Aug 24 17:07:20.855583 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37156) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:20.864452 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1678939451-router', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:20.916379 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-399702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-939'] for router, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.918246 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-944'] for router, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:20.945768 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de046278-3793-4983-b364-3e7b11581147 req-fe0bab03-eb85-4969-8d21-384ada41bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:20.949110 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-de046278-3793-4983-b364-3e7b11581147 req-fe0bab03-eb85-4969-8d21-384ada41bc1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e031341b-7b29-4842-a33e-ce6b4c955d76 HTTP/1.1" status: 200 len: 915 time: 0.1713960 Aug 24 17:07:20.998437 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Sync routers for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:07:21.006092 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-de046278-3793-4983-b364-3e7b11581147 req-774f9ccc-c21d-495e-b606-02927feb8736 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5 HTTP/1.1" status: 200 len: 217 time: 0.0518479 Aug 24 17:07:21.007598 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:21.025092 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:07:21.025722 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:21.070116 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de046278-3793-4983-b364-3e7b11581147 req-7c6c6fc0-60db-4afd-8435-8d6c6b13e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:21.073260 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b37b3353-667f-4a24-a5a0-b504f8adddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 4, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port': {'id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:43Z', 'updated_at': '2021-08-24T17:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '1fbeaafd-2c17-45f1-a803-2fb6e91e5384', 'name': '', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'mac_address': 'fa:16:3e:c2:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:44Z', 'updated_at': '2021-08-24T17:04:53Z', 'revision_number': 5, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'subnets': [{'id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:21.076370 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-de046278-3793-4983-b364-3e7b11581147 req-7c6c6fc0-60db-4afd-8435-8d6c6b13e286 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d84a80fb-5450-470c-bcf0-e0081311be6f HTTP/1.1" status: 200 len: 853 time: 0.0605631 Aug 24 17:07:21.109886 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb226abeb-071e-59b7-8692-7898f48df32a-5119de56-f92b-402b-820f-2378c5495271', 'network_id': '5119de56-f92b-402b-820f-2378c5495271', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'fixed_ips': [{'subnet_id': 'fd53363b-3e5d-49f2-9288-3f5ab3146fce'}]}} from dv-cinder-799668-9-iscsi. {{(pid=93843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 17:07:21.111750 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:21.112944 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b3353-667f-4a24-a5a0-b504f8adddee None None] Checking router: bad29e9c-5b22-40bc-b538-b634b1a7a292 for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:07:21.124507 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b3353-667f-4a24-a5a0-b504f8adddee None None] Routers {'bad29e9c-5b22-40bc-b538-b634b1a7a292'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:07:21.126106 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b37b3353-667f-4a24-a5a0-b504f8adddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['bad29e9c-5b22-40bc-b538-b634b1a7a292'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:21.127279 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de046278-3793-4983-b364-3e7b11581147 req-e105bf72-3d1c-4054-9d02-8684383f0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:21.128951 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-de046278-3793-4983-b364-3e7b11581147 req-e105bf72-3d1c-4054-9d02-8684383f0b49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e031341b-7b29-4842-a33e-ce6b4c955d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441535 Aug 24 17:07:21.180609 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:21.240686 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:07:21.247656 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-de046278-3793-4983-b364-3e7b11581147 req-886c8164-6972-43b8-aafa-dd6c2317e69e service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073096 Aug 24 17:07:21.283598 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-b37b3353-667f-4a24-a5a0-b504f8adddee None None] Set router bad29e9c-5b22-40bc-b538-b634b1a7a292 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:07:21.353998 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-de046278-3793-4983-b364-3e7b11581147 req-eda6cd8c-337c-403d-a580-82600b0ddd98 service neutron] 10.222.0.26 "GET /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974727 Aug 24 17:07:21.356396 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.db_base_plugin_common [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Allocated IP 172.20.0.2 (5119de56-f92b-402b-820f-2378c5495271/fd53363b-3e5d-49f2-9288-3f5ab3146fce/279182ec-a007-44bc-9c3d-1328a39c8de1) {{(pid=93843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:07:21.463416 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:21.485086 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:21.554473 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-b37b3353-667f-4a24-a5a0-b504f8adddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 4, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port': {'id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:43Z', 'updated_at': '2021-08-24T17:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '1fbeaafd-2c17-45f1-a803-2fb6e91e5384', 'name': '', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'mac_address': 'fa:16:3e:c2:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:44Z', 'updated_at': '2021-08-24T17:04:53Z', 'revision_number': 5, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'subnets': [{'id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:21.560042 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 2585e13f-3abe-441f-82ba-1ed42b948da6 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:07:21.583714 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b3353-667f-4a24-a5a0-b504f8adddee None None] The sync data for ids ['bad29e9c-5b22-40bc-b538-b634b1a7a292'] in dv-cinder-799668-9-iscsi is: [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:04:45Z', 'revision_number': 4, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port': {'id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:43Z', 'updated_at': '2021-08-24T17:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '1fbeaafd-2c17-45f1-a803-2fb6e91e5384', 'name': '', 'network_id': 'e031341b-7b29-4842-a33e-ce6b4c955d76', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'mac_address': 'fa:16:3e:c2:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:44Z', 'updated_at': '2021-08-24T17:04:53Z', 'revision_number': 5, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'subnets': [{'id': 'd84a80fb-5450-470c-bcf0-e0081311be6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:07:21.595009 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Allocated IP 172.27.0.254 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/5c838901-bf50-4aec-b148-e1eaf1228fae) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:07:21.677889 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 2585e13f-3abe-441f-82ba-1ed42b948da6 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:21.678204 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:21.706926 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:21.719873 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:21.752221 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 2, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:21.754665 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:21.755080 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Transition to ACTIVE for port object 279182ec-a007-44bc-9c3d-1328a39c8de1 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:07:21.795474 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:07:21.798918 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:07:21.799233 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Checking router: d4f268e0-d2ea-402e-bc21-d94e739f0e72 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:07:21.799516 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Updating router d4f268e0-d2ea-402e-bc21-d94e739f0e72 port 29d40d2a-8237-4d22-9ebb-d39182584518 binding host dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:07:21.801717 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:07:21.843606 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Pushing event updated for resources: {'Port': ['ID=5c838901-bf50-4aec-b148-e1eaf1228fae,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:21.864743 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Transition to ACTIVE for port object 279182ec-a007-44bc-9c3d-1328a39c8de1 will not be triggered until provisioned by entity DHCP. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:07:21.867110 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:21.875150 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e126743a-0d7b-4b3d-8af9-5170d28a5cdf None None] New status for floating IP 8474b2ae-ace9-4263-98b0-5bc857abd0d4: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:07:21.886228 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960'] for port, after_create {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:21.974271 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Network 5119de56-f92b-402b-820f-2378c5495271 is already hosted by enough agents. {{(pid=93843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:07:21.981734 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.scheduler.base_scheduler [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Resources bound (agent type, host, resource id): {{(pid=93843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:07:21.988968 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Received port after_create {{(pid=93843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:07:21.994128 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Pushing event updated for resources: {'Port': ['ID=279182ec-a007-44bc-9c3d-1328a39c8de1,revision_number=1']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:22.115368 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:22.262720 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Attempting to bind port 279182ec-a007-44bc-9c3d-1328a39c8de1 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:07:22.263089 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Attempting to bind port 279182ec-a007-44bc-9c3d-1328a39c8de1 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '143c1d47-f964-4664-bf92-b1a26e705a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5119de56-f92b-402b-820f-2378c5495271'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:07:22.263440 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Attempting to bind port 279182ec-a007-44bc-9c3d-1328a39c8de1 on network 5119de56-f92b-402b-820f-2378c5495271 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:07:22.293596 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:07:22.293927 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Checking segment: {'id': '143c1d47-f964-4664-bf92-b1a26e705a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5119de56-f92b-402b-820f-2378c5495271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:07:22.294317 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:22.294692 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Bound using segment: {'id': '143c1d47-f964-4664-bf92-b1a26e705a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5119de56-f92b-402b-820f-2378c5495271'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:07:22.295187 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Bound port: 279182ec-a007-44bc-9c3d-1328a39c8de1, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143c1d47-f964-4664-bf92-b1a26e705a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5119de56-f92b-402b-820f-2378c5495271'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:07:22.295595 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:22.317562 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-421220'] for router, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:22.403212 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] For port 279182ec-a007-44bc-9c3d-1328a39c8de1, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:07:22.437383 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] For port 279182ec-a007-44bc-9c3d-1328a39c8de1, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=279182ec-a007-44bc-9c3d-1328a39c8de1,segment=NetworkSegment(143c1d47-f964-4664-bf92-b1a26e705a68),segment_id=143c1d47-f964-4664-bf92-b1a26e705a68)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:07:22.444350 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:22.448152 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Router 6efceb9f-b7fd-4614-a667-70f9fb56e2ce is scheduled to L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e with binding_index 1 {{(pid=93841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 17:07:22.490528 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:22.518366 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Transition to ACTIVE for port object 29d40d2a-8237-4d22-9ebb-d39182584518 will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:07:22.523189 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12470718-4fe0-472a-9b58-eea1b0d9b4e0 None None] Pushing event updated for resources: {'Port': ['ID=279182ec-a007-44bc-9c3d-1328a39c8de1,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:22.527136 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:22.571474 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:07:22.578756 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54717e31-cdb5-4a47-a029-d19a193ce9d7 None None] Pushing event updated for resources: {'Port': ['ID=29d40d2a-8237-4d22-9ebb-d39182584518,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:22.582310 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Sync routers for ids ['6efceb9f-b7fd-4614-a667-70f9fb56e2ce'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:07:22.597305 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] Notify callbacks [] for router, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:22.598615 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-f8533420-f49a-4b2c-9b76-f821fe56e745 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7420337 Aug 24 17:07:22.601793 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37168) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:22.612453 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Routers {'6efceb9f-b7fd-4614-a667-70f9fb56e2ce'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:07:22.613267 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['6efceb9f-b7fd-4614-a667-70f9fb56e2ce'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:22.706088 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Attempting to bind port 29d40d2a-8237-4d22-9ebb-d39182584518 on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:07:22.706488 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Attempting to bind port 29d40d2a-8237-4d22-9ebb-d39182584518 by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:07:22.706847 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Attempting to bind port 29d40d2a-8237-4d22-9ebb-d39182584518 on network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:07:22.717517 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:07:22.717882 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Checking segment: {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:07:22.718279 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:22.727326 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Bound using segment: {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:07:22.727326 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Bound port: 29d40d2a-8237-4d22-9ebb-d39182584518, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:07:22.727326 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:22.816322 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Set router 6efceb9f-b7fd-4614-a667-70f9fb56e2ce gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:07:22.906940 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] For port 29d40d2a-8237-4d22-9ebb-d39182584518, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:07:22.947862 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] For port 29d40d2a-8237-4d22-9ebb-d39182584518, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=29d40d2a-8237-4d22-9ebb-d39182584518,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:07:22.958974 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:23.055782 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54717e31-cdb5-4a47-a029-d19a193ce9d7 None None] Pushing event updated for resources: {'Port': ['ID=29d40d2a-8237-4d22-9ebb-d39182584518,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:23.061218 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:07:23.061823 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:23.148477 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:23.209848 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:07:23.304375 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'name': 'tempest-TestVolumeBootPattern-1678939451-router', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5c838901-bf50-4aec-b148-e1eaf1228fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:20Z', 'updated_at': '2021-08-24T17:07:21Z', 'revision_number': 3, 'project_id': '8d762657696846fb93beef3ff70d0c9b', 'gw_port': {'id': '5c838901-bf50-4aec-b148-e1eaf1228fae', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:21Z', 'updated_at': '2021-08-24T17:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:23.334441 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:23.352124 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Checking router: 6efceb9f-b7fd-4614-a667-70f9fb56e2ce for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:07:23.352594 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Updating router 6efceb9f-b7fd-4614-a667-70f9fb56e2ce port 5c838901-bf50-4aec-b148-e1eaf1228fae binding host dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:07:23.422974 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:23.550373 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73058d0e-7e84-40a2-8de0-c3ef5f16b6f7 req-fcca2849-be2b-4c9f-a2aa-f7c7c74d0aa1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:23.550373 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73058d0e-7e84-40a2-8de0-c3ef5f16b6f7 req-fcca2849-be2b-4c9f-a2aa-f7c7c74d0aa1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 945 time: 0.0970526 Aug 24 17:07:23.564408 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.db_base_plugin_common [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Allocated IP 172.20.0.1 (5119de56-f92b-402b-820f-2378c5495271/fd53363b-3e5d-49f2-9288-3f5ab3146fce/637ec5f7-7e18-44c7-8475-dcbaef06768d) {{(pid=93841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:07:23.602619 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 279182ec-a007-44bc-9c3d-1328a39c8de1 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:07:23.617233 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-73058d0e-7e84-40a2-8de0-c3ef5f16b6f7 req-d0e468d0-a1e5-4703-a352-7048e07e8a8c tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639925 Aug 24 17:07:23.665889 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f17ae-6f15-44a4-86be-253ad0bea6a3 None None] Network 5119de56-f92b-402b-820f-2378c5495271 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:07:23.697546 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:23.711297 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.provisioning_blocks [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Transition to ACTIVE for port object 637ec5f7-7e18-44c7-8475-dcbaef06768d will not be triggered until provisioned by entity DHCP. {{(pid=93841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:07:23.746040 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:23.787388 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Network 5119de56-f92b-402b-820f-2378c5495271 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:07:23.790304 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:07:23.793163 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Received port after_create {{(pid=93841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:07:23.811783 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:22Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:23.820203 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Pushing event updated for resources: {'Port': ['ID=637ec5f7-7e18-44c7-8475-dcbaef06768d,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:23.824978 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-809a1e7d-f66e-4a81-a9db-c8438dad7fed None None] Provisioning for port 279182ec-a007-44bc-9c3d-1328a39c8de1 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:07:23.840077 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421399'] for router_interface, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:23.983722 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:23.996003 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 279182ec-a007-44bc-9c3d-1328a39c8de1 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:07:24.005104 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed79303-0f0a-42b9-b830-329b01427f81 None None] The sync data for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi is: [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:22Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:07:24.006668 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-809a1e7d-f66e-4a81-a9db-c8438dad7fed None None] Provisioning complete for port 279182ec-a007-44bc-9c3d-1328a39c8de1 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:24.007034 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-809a1e7d-f66e-4a81-a9db-c8438dad7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:24.014516 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 279182ec-a007-44bc-9c3d-1328a39c8de1 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:24.014884 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:24.194160 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:24.200521 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13161728'] for port, after_update {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:24.202824 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:24.240269 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Transition to ACTIVE for port object 5c838901-bf50-4aec-b148-e1eaf1228fae will not be triggered until provisioned by entity L2. {{(pid=93843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:07:24.276809 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:24.279408 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Pushing event updated for resources: {'Port': ['ID=637ec5f7-7e18-44c7-8475-dcbaef06768d,revision_number=2']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:24.285614 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419777'] for router_interface, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:24.335582 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-809a1e7d-f66e-4a81-a9db-c8438dad7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:24.361178 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:24.394096 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Attempting to bind port 5c838901-bf50-4aec-b148-e1eaf1228fae on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:07:24.394496 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Attempting to bind port 5c838901-bf50-4aec-b148-e1eaf1228fae by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:07:24.394861 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Attempting to bind port 5c838901-bf50-4aec-b148-e1eaf1228fae on network 936fe392-5fcd-487c-9559-b2b2e2d38c54 {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:07:24.398410 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf1247-a4f1-4bf3-bdbd-f30bafa95c3e None None] Pushing event updated for resources: {'Port': ['ID=5c838901-bf50-4aec-b148-e1eaf1228fae,revision_number=2']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:24.411408 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Network 5119de56-f92b-402b-820f-2378c5495271 is already hosted by enough agents. {{(pid=93841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:07:24.412988 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.base_scheduler [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Resources bound (agent type, host, resource id): {{(pid=93841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:07:24.424481 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:07:24.424900 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Checking segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:07:24.425265 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:24.425664 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Bound using segment: {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'} {{(pid=93843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:07:24.426388 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.managers [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Bound port: 5c838901-bf50-4aec-b148-e1eaf1228fae, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54'}}] {{(pid=93843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:07:24.426597 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:24.431686 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-809a1e7d-f66e-4a81-a9db-c8438dad7fed None None] For port 279182ec-a007-44bc-9c3d-1328a39c8de1, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=279182ec-a007-44bc-9c3d-1328a39c8de1,segment=NetworkSegment(143c1d47-f964-4664-bf92-b1a26e705a68),segment_id=143c1d47-f964-4664-bf92-b1a26e705a68)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:24.452033 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-809a1e7d-f66e-4a81-a9db-c8438dad7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:24.533693 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Router 6efceb9f-b7fd-4614-a667-70f9fb56e2ce has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:07:24.552516 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.db.api [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 17:07:24.552516 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG oslo_db.api [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 17:07:24.566930 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a1e7d-f66e-4a81-a9db-c8438dad7fed None None] Pushing event updated for resources: {'Port': ['ID=279182ec-a007-44bc-9c3d-1328a39c8de1,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:24.574584 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] For port 5c838901-bf50-4aec-b148-e1eaf1228fae, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:07:24.578176 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] For port 5c838901-bf50-4aec-b148-e1eaf1228fae, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=5c838901-bf50-4aec-b148-e1eaf1228fae,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:07:24.588229 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-0c2c149b-f81a-406a-bcd7-f92810200803 None None] Provisioning complete for port 279182ec-a007-44bc-9c3d-1328a39c8de1 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:24.589447 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-0c2c149b-f81a-406a-bcd7-f92810200803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:24.593418 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:24.707019 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:07:24.709475 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Routers {'6efceb9f-b7fd-4614-a667-70f9fb56e2ce'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:07:24.710133 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['6efceb9f-b7fd-4614-a667-70f9fb56e2ce'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:24.736709 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-fbf61e52-6a03-463c-93db-090168c4f128 admin admin] 10.222.0.13 "PUT /v2.0/routers/6efceb9f-b7fd-4614-a667-70f9fb56e2ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1248519 Aug 24 17:07:24.752649 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf1247-a4f1-4bf3-bdbd-f30bafa95c3e None None] Pushing event updated for resources: {'Port': ['ID=5c838901-bf50-4aec-b148-e1eaf1228fae,revision_number=3']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:24.786569 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde56a8d-37b6-451a-8bf1-cd113da5ac9c req-08f0082e-f38e-4365-b926-b502b65c7ac8 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:24.788491 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bde56a8d-37b6-451a-8bf1-cd113da5ac9c req-08f0082e-f38e-4365-b926-b502b65c7ac8 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 945 time: 0.0834765 Aug 24 17:07:24.837755 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-bde56a8d-37b6-451a-8bf1-cd113da5ac9c req-a3c40f2b-37fc-47c5-8c63-5b7a2eff2f65 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/security-groups?id=387e944d-a35d-48b7-a791-bc18ce8a354c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426629 Aug 24 17:07:24.881814 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-0c2c149b-f81a-406a-bcd7-f92810200803 None None] Provisioning for port 637ec5f7-7e18-44c7-8475-dcbaef06768d completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:07:24.885045 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] Set router 6efceb9f-b7fd-4614-a667-70f9fb56e2ce gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:07:24.919049 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-0c2c149b-f81a-406a-bcd7-f92810200803 None None] Provisioning complete for port 637ec5f7-7e18-44c7-8475-dcbaef06768d triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:24.919467 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-0c2c149b-f81a-406a-bcd7-f92810200803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:25.009143 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-0c2c149b-f81a-406a-bcd7-f92810200803 None None] Port 637ec5f7-7e18-44c7-8475-dcbaef06768d cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:07:25.160591 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-62dc4356-f565-4fda-ba09-8c947e456303 None None] Provisioning complete for port 637ec5f7-7e18-44c7-8475-dcbaef06768d triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:25.160973 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-62dc4356-f565-4fda-ba09-8c947e456303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:25.207681 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-62dc4356-f565-4fda-ba09-8c947e456303 None None] Port 637ec5f7-7e18-44c7-8475-dcbaef06768d cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:07:25.218461 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'name': 'tempest-TestVolumeBootPattern-1678939451-router', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5c838901-bf50-4aec-b148-e1eaf1228fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:20Z', 'updated_at': '2021-08-24T17:07:23Z', 'revision_number': 4, 'project_id': '8d762657696846fb93beef3ff70d0c9b', 'gw_port': {'id': '5c838901-bf50-4aec-b148-e1eaf1228fae', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:21Z', 'updated_at': '2021-08-24T17:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '637ec5f7-7e18-44c7-8475-dcbaef06768d', 'name': '', 'network_id': '5119de56-f92b-402b-820f-2378c5495271', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'mac_address': 'fa:16:3e:9a:91:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fd53363b-3e5d-49f2-9288-3f5ab3146fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:23Z', 'updated_at': '2021-08-24T17:07:24Z', 'revision_number': 2, 'project_id': '8d762657696846fb93beef3ff70d0c9b', 'subnets': [{'id': 'fd53363b-3e5d-49f2-9288-3f5ab3146fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:25.246415 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5438432-125c-400b-b1bc-134b89f5d7c3 None None] The sync data for ids ['6efceb9f-b7fd-4614-a667-70f9fb56e2ce'] in dv-cinder-799668-9-iscsi is: [{'id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'name': 'tempest-TestVolumeBootPattern-1678939451-router', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5c838901-bf50-4aec-b148-e1eaf1228fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:20Z', 'updated_at': '2021-08-24T17:07:23Z', 'revision_number': 4, 'project_id': '8d762657696846fb93beef3ff70d0c9b', 'gw_port': {'id': '5c838901-bf50-4aec-b148-e1eaf1228fae', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:21Z', 'updated_at': '2021-08-24T17:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '637ec5f7-7e18-44c7-8475-dcbaef06768d', 'name': '', 'network_id': '5119de56-f92b-402b-820f-2378c5495271', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'mac_address': 'fa:16:3e:9a:91:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fd53363b-3e5d-49f2-9288-3f5ab3146fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:23Z', 'updated_at': '2021-08-24T17:07:24Z', 'revision_number': 2, 'project_id': '8d762657696846fb93beef3ff70d0c9b', 'subnets': [{'id': 'fd53363b-3e5d-49f2-9288-3f5ab3146fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:07:25.252706 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608949-31e8-4e27-ae45-ddc6c4bc6e2f req-23d72a3f-14e9-4b68-8023-b5c53d15a67f tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:25.254408 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-80608949-31e8-4e27-ae45-ddc6c4bc6e2f req-23d72a3f-14e9-4b68-8023-b5c53d15a67f tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 945 time: 0.0592549 Aug 24 17:07:25.357305 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-80608949-31e8-4e27-ae45-ddc6c4bc6e2f req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Deleting port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:07:25.357648 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-80608949-31e8-4e27-ae45-ddc6c4bc6e2f req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:25.453169 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-80608949-31e8-4e27-ae45-ddc6c4bc6e2f req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] For port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,segment=NetworkSegment(bd940902-cbaf-4bc5-bb4b-0924fb5a441f),segment_id=bd940902-cbaf-4bc5-bb4b-0924fb5a441f)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:25.453823 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-80608949-31e8-4e27-ae45-ddc6c4bc6e2f req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:25.468197 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-80608949-31e8-4e27-ae45-ddc6c4bc6e2f req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Calling delete_port for 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:07:25.621849 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-80608949-31e8-4e27-ae45-ddc6c4bc6e2f req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:25.624943 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 29d40d2a-8237-4d22-9ebb-d39182584518 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:07:25.652071 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Pushing event deleted for resources: {'Port': ['ID=124e78a3-4fe8-4449-a865-2a11d9e4d4c5,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:25.660835 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['124e78a3-4fe8-4449-a865-2a11d9e4d4c5'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:07:25.667377 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:25.667377 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:25.667377 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:25.667377 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:25.667377 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:25.667910 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:25.667910 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:25.668398 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:25.668688 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:25.668882 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:25.669210 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:25.669531 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:25.714835 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 29d40d2a-8237-4d22-9ebb-d39182584518 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:07:25.717742 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-80608949-31e8-4e27-ae45-ddc6c4bc6e2f req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] No DVR routers for this DVR port 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:07:25.720677 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-80608949-31e8-4e27-ae45-ddc6c4bc6e2f req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:25.721413 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 29d40d2a-8237-4d22-9ebb-d39182584518 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:25.721995 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:25.722711 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-80608949-31e8-4e27-ae45-ddc6c4bc6e2f req-04166e48-e99a-4aa6-84cc-4590064176f1 tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.26 "DELETE /v2.0/ports/124e78a3-4fe8-4449-a865-2a11d9e4d4c5 HTTP/1.1" status: 204 len: 173 time: 0.4618130 Aug 24 17:07:25.723168 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3c4729-b2d2-414f-929a-548372d7f992', 'name': 'network-vif-deleted', 'tag': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:07:25.726095 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e44668-f0a7-47f7-8db1-8899fc240379" -d '{"events": [{"server_uuid": "5e3c4729-b2d2-414f-929a-548372d7f992", "name": "network-vif-deleted", "tag": "124e78a3-4fe8-4449-a865-2a11d9e4d4c5"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:07:25.777717 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bd1724-779a-400b-9e6f-5c166bd31b24 x-openstack-request-id: req-94bd1724-779a-400b-9e6f-5c166bd31b24 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:07:25.778005 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3c4729-b2d2-414f-929a-548372d7f992", "name": "network-vif-deleted", "tag": "124e78a3-4fe8-4449-a865-2a11d9e4d4c5", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:07:25.778278 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94bd1724-779a-400b-9e6f-5c166bd31b24 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:07:25.778693 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3c4729-b2d2-414f-929a-548372d7f992', 'name': 'network-vif-deleted', 'tag': '124e78a3-4fe8-4449-a865-2a11d9e4d4c5', 'status': 'completed', 'code': 200} Aug 24 17:07:25.812916 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:25.847841 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 29d40d2a-8237-4d22-9ebb-d39182584518, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=29d40d2a-8237-4d22-9ebb-d39182584518,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:25.852864 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:25.853676 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 279182ec-a007-44bc-9c3d-1328a39c8de1 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:07:25.949978 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-72714cda-b33d-42dc-a5bd-bbd11256d1a7 req-a7b1241e-8e02-4365-9d07-fa849126743f tempest-TestMinimumBasicScenario-74427886 tempest-TestMinimumBasicScenario-74427886-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e3c4729-b2d2-414f-929a-548372d7f992 HTTP/1.1" status: 200 len: 210 time: 0.0261848 Aug 24 17:07:25.950588 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=29d40d2a-8237-4d22-9ebb-d39182584518,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:25.962195 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 279182ec-a007-44bc-9c3d-1328a39c8de1 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:25.962684 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.469114 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37190) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:26.473962 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-b2419533-7ded-4776-888e-4c9f0ed84ffa tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1302523647', 'description': 'tempest-secgroup-smoke-1302523647 description', 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:26.497466 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b2419533-7ded-4776-888e-4c9f0ed84ffa tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.584045 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b2419533-7ded-4776-888e-4c9f0ed84ffa tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.590384 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b2419533-7ded-4776-888e-4c9f0ed84ffa tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.619538 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-b2419533-7ded-4776-888e-4c9f0ed84ffa tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.620761 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-b2419533-7ded-4776-888e-4c9f0ed84ffa tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1505299 Aug 24 17:07:26.622724 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2419533-7ded-4776-888e-4c9f0ed84ffa tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9507b3a1-e0d0-434b-a78e-094d230a5b0a,revision_number=1']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:26.624157 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37192) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:26.629822 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-4bb2c440-6bd3-401c-a6e3-c41e588a6d7c tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Request body: {'security_group_rule': {'security_group_id': '9507b3a1-e0d0-434b-a78e-094d230a5b0a', 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:26.658391 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2c440-6bd3-401c-a6e3-c41e588a6d7c tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.715296 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2c440-6bd3-401c-a6e3-c41e588a6d7c tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.720084 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2c440-6bd3-401c-a6e3-c41e588a6d7c tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.737794 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2c440-6bd3-401c-a6e3-c41e588a6d7c tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2949b2-c282-4ebc-b5db-1b264152be00,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:26.745361 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4bb2c440-6bd3-401c-a6e3-c41e588a6d7c tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.746809 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4bb2c440-6bd3-401c-a6e3-c41e588a6d7c tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207955 Aug 24 17:07:26.749633 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37194) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:26.754367 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-bc6c3446-259a-4ead-8c55-a6901ee71206 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Request body: {'security_group_rule': {'security_group_id': '9507b3a1-e0d0-434b-a78e-094d230a5b0a', 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:26.782391 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3446-259a-4ead-8c55-a6901ee71206 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.840914 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3446-259a-4ead-8c55-a6901ee71206 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.845946 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3446-259a-4ead-8c55-a6901ee71206 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.864650 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c3446-259a-4ead-8c55-a6901ee71206 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578a2c12-09b5-4ead-a7ab-9ec2757223b9,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:26.872378 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3446-259a-4ead-8c55-a6901ee71206 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.873564 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-bc6c3446-259a-4ead-8c55-a6901ee71206 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229348 Aug 24 17:07:26.876429 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37196) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:26.880927 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-6bab594b-ed48-438b-b7fb-6c84db67a019 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Request body: {'security_group_rule': {'security_group_id': '9507b3a1-e0d0-434b-a78e-094d230a5b0a', 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:26.911619 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6bab594b-ed48-438b-b7fb-6c84db67a019 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.973802 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6bab594b-ed48-438b-b7fb-6c84db67a019 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.979843 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6bab594b-ed48-438b-b7fb-6c84db67a019 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:26.997186 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab594b-ed48-438b-b7fb-6c84db67a019 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4454d2ba-fc32-44e6-88cf-8d38811753ea,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:27.007510 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6bab594b-ed48-438b-b7fb-6c84db67a019 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.011931 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37202) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:27.012570 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-6bab594b-ed48-438b-b7fb-6c84db67a019 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327004 Aug 24 17:07:27.016709 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-af3fb9fc-2841-459d-aa5d-17e425b0e8e9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Request body: {'security_group_rule': {'security_group_id': '9507b3a1-e0d0-434b-a78e-094d230a5b0a', 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:27.045172 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-af3fb9fc-2841-459d-aa5d-17e425b0e8e9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.111075 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-af3fb9fc-2841-459d-aa5d-17e425b0e8e9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.115663 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-af3fb9fc-2841-459d-aa5d-17e425b0e8e9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.133538 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fb9fc-2841-459d-aa5d-17e425b0e8e9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ae2044-f009-44e3-a8c1-c1710d63c0ce,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:27.139975 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-af3fb9fc-2841-459d-aa5d-17e425b0e8e9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.142163 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-af3fb9fc-2841-459d-aa5d-17e425b0e8e9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289468 Aug 24 17:07:27.145197 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37210) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:27.150313 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-1a7caa34-181a-49c6-a0f1-53c6e8699ccf tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Request body: {'security_group_rule': {'security_group_id': '9507b3a1-e0d0-434b-a78e-094d230a5b0a', 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:27.172800 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.securitygroups_db [None req-1a7caa34-181a-49c6-a0f1-53c6e8699ccf tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Project 66d0a1822bda4a9fbf4b7881ffc14cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:07:27.178055 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1a7caa34-181a-49c6-a0f1-53c6e8699ccf tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.239649 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1a7caa34-181a-49c6-a0f1-53c6e8699ccf tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.248006 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1a7caa34-181a-49c6-a0f1-53c6e8699ccf tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.266548 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7caa34-181a-49c6-a0f1-53c6e8699ccf tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb699f6-55fe-440f-84e3-16ceca5a9f39,revision_number=0']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:27.276115 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1a7caa34-181a-49c6-a0f1-53c6e8699ccf tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.279915 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-1a7caa34-181a-49c6-a0f1-53c6e8699ccf tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311035 Aug 24 17:07:27.280181 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37216) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:27.284939 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.v2.base [None req-68eeba3f-0e7d-43f3-8ead-5924701477a6 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Request body: {'security_group_rule': {'security_group_id': '9507b3a1-e0d0-434b-a78e-094d230a5b0a', 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:27.312448 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.db.securitygroups_db [None req-68eeba3f-0e7d-43f3-8ead-5924701477a6 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Project 66d0a1822bda4a9fbf4b7881ffc14cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 17:07:27.318304 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-68eeba3f-0e7d-43f3-8ead-5924701477a6 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.382105 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-68eeba3f-0e7d-43f3-8ead-5924701477a6 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.387514 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-68eeba3f-0e7d-43f3-8ead-5924701477a6 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540010'] for security_group_rule, after_create {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.408523 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eeba3f-0e7d-43f3-8ead-5924701477a6 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3743cfe9-a8cd-4e9a-97b9-6aa16840b205,revision_number=0']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:27.413651 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-68eeba3f-0e7d-43f3-8ead-5924701477a6 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.415097 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-68eeba3f-0e7d-43f3-8ead-5924701477a6 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1338634 Aug 24 17:07:27.605744 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 29d40d2a-8237-4d22-9ebb-d39182584518 up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:07:27.663396 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Sync routers for ids ['6efceb9f-b7fd-4614-a667-70f9fb56e2ce'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:07:27.673870 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Routers {'6efceb9f-b7fd-4614-a667-70f9fb56e2ce'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:07:27.674533 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['6efceb9f-b7fd-4614-a667-70f9fb56e2ce'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:27.691724 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 29d40d2a-8237-4d22-9ebb-d39182584518 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:27.692356 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.701477 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37282) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:27.783312 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 5c838901-bf50-4aec-b148-e1eaf1228fae up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:07:27.843080 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 5c838901-bf50-4aec-b148-e1eaf1228fae completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:07:27.847202 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 5c838901-bf50-4aec-b148-e1eaf1228fae triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:27.847804 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.897081 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Set router 6efceb9f-b7fd-4614-a667-70f9fb56e2ce gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:07:27.952822 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:27.979810 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 5c838901-bf50-4aec-b148-e1eaf1228fae, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=5c838901-bf50-4aec-b148-e1eaf1228fae,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:27.987663 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:28.055746 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=5c838901-bf50-4aec-b148-e1eaf1228fae,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:28.063619 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.064043 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.064510 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.064905 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.065450 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.066039 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.066495 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.066827 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.067320 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.068289 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.068932 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.069438 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.119507 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-41b167c7-f7cd-49d6-ba5c-f2c68eb85b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419728'] for router_interface, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:28.155671 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'name': 'tempest-TestVolumeBootPattern-1678939451-router', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5c838901-bf50-4aec-b148-e1eaf1228fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:20Z', 'updated_at': '2021-08-24T17:07:23Z', 'revision_number': 4, 'project_id': '8d762657696846fb93beef3ff70d0c9b', 'gw_port': {'id': '5c838901-bf50-4aec-b148-e1eaf1228fae', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:21Z', 'updated_at': '2021-08-24T17:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '637ec5f7-7e18-44c7-8475-dcbaef06768d', 'name': '', 'network_id': '5119de56-f92b-402b-820f-2378c5495271', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'mac_address': 'fa:16:3e:9a:91:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fd53363b-3e5d-49f2-9288-3f5ab3146fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:23Z', 'updated_at': '2021-08-24T17:07:24Z', 'revision_number': 2, 'project_id': '8d762657696846fb93beef3ff70d0c9b', 'subnets': [{'id': 'fd53363b-3e5d-49f2-9288-3f5ab3146fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:28.181967 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Checking router: 6efceb9f-b7fd-4614-a667-70f9fb56e2ce for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:07:28.182315 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Updating router 6efceb9f-b7fd-4614-a667-70f9fb56e2ce port 637ec5f7-7e18-44c7-8475-dcbaef06768d binding host dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 17:07:28.210140 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:28.247680 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:07:28.271104 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:07:28.271452 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 124e78a3-4fe8-4449-a865-2a11d9e4d4c5 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:07:28.369725 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-41b167c7-f7cd-49d6-ba5c-f2c68eb85b47 admin admin] Deleting port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:07:28.370065 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-41b167c7-f7cd-49d6-ba5c-f2c68eb85b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:28.460862 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-41b167c7-f7cd-49d6-ba5c-f2c68eb85b47 admin admin] For port 1fbeaafd-2c17-45f1-a803-2fb6e91e5384, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=1fbeaafd-2c17-45f1-a803-2fb6e91e5384,segment=NetworkSegment(bd940902-cbaf-4bc5-bb4b-0924fb5a441f),segment_id=bd940902-cbaf-4bc5-bb4b-0924fb5a441f)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:28.461224 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-41b167c7-f7cd-49d6-ba5c-f2c68eb85b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:28.474645 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-41b167c7-f7cd-49d6-ba5c-f2c68eb85b47 admin admin] Calling delete_port for 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 owned by network:router_interface {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:07:28.479435 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:28.489219 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.provisioning_blocks [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Transition to ACTIVE for port object 637ec5f7-7e18-44c7-8475-dcbaef06768d will not be triggered until provisioned by entity L2. {{(pid=93844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:07:28.495744 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:28.548332 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b2c71-a248-4678-b609-8009d766983f None None] Pushing event updated for resources: {'Port': ['ID=637ec5f7-7e18-44c7-8475-dcbaef06768d,revision_number=3']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:28.572341 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b2c71-a248-4678-b609-8009d766983f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.572686 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b2c71-a248-4678-b609-8009d766983f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.573026 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b2c71-a248-4678-b609-8009d766983f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.573356 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b2c71-a248-4678-b609-8009d766983f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.573706 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b2c71-a248-4678-b609-8009d766983f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.574046 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b2c71-a248-4678-b609-8009d766983f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.574380 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b2c71-a248-4678-b609-8009d766983f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.574746 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b2c71-a248-4678-b609-8009d766983f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.575244 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b2c71-a248-4678-b609-8009d766983f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.575404 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b2c71-a248-4678-b609-8009d766983f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.575708 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b2c71-a248-4678-b609-8009d766983f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.576027 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b2c71-a248-4678-b609-8009d766983f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:07:28.617738 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Attempting to bind port 637ec5f7-7e18-44c7-8475-dcbaef06768d on host dv-cinder-799668-9-iscsi for vnic_type normal with profile {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:07:28.618369 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Attempting to bind port 637ec5f7-7e18-44c7-8475-dcbaef06768d by drivers openvswitch,hyperv on host dv-cinder-799668-9-iscsi at level 0 using segments [{'id': '143c1d47-f964-4664-bf92-b1a26e705a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5119de56-f92b-402b-820f-2378c5495271'}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:07:28.618796 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Attempting to bind port 637ec5f7-7e18-44c7-8475-dcbaef06768d on network 5119de56-f92b-402b-820f-2378c5495271 {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:07:28.624982 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Checking agent: {'id': '682a22ea-f63f-47cc-b600-8cdc52bc3d00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 49, 38), 'started_at': datetime.datetime(2021, 8, 24, 16, 50, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:07:28.625444 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Checking segment: {'id': '143c1d47-f964-4664-bf92-b1a26e705a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5119de56-f92b-402b-820f-2378c5495271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:07:28.626413 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:28.626413 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Bound using segment: {'id': '143c1d47-f964-4664-bf92-b1a26e705a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5119de56-f92b-402b-820f-2378c5495271'} {{(pid=93844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:07:28.626968 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.managers [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Bound port: 637ec5f7-7e18-44c7-8475-dcbaef06768d, host: dv-cinder-799668-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143c1d47-f964-4664-bf92-b1a26e705a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5119de56-f92b-402b-820f-2378c5495271'}}] {{(pid=93844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:07:28.627662 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:28.689674 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-41b167c7-f7cd-49d6-ba5c-f2c68eb85b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:28.702092 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] For port 637ec5f7-7e18-44c7-8475-dcbaef06768d, host dv-cinder-799668-9-iscsi, cleared binding levels {{(pid=93844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:07:28.705807 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.plugins.ml2.db [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] For port 637ec5f7-7e18-44c7-8475-dcbaef06768d, host dv-cinder-799668-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=637ec5f7-7e18-44c7-8475-dcbaef06768d,segment=NetworkSegment(143c1d47-f964-4664-bf92-b1a26e705a68),segment_id=143c1d47-f964-4664-bf92-b1a26e705a68)] {{(pid=93844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:07:28.711542 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron_lib.callbacks.manager [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:28.722727 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b167c7-f7cd-49d6-ba5c-f2c68eb85b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbeaafd-2c17-45f1-a803-2fb6e91e5384,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:28.784813 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b2c71-a248-4678-b609-8009d766983f None None] Pushing event updated for resources: {'Port': ['ID=637ec5f7-7e18-44c7-8475-dcbaef06768d,revision_number=4']} {{(pid=93844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:28.795421 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Routers {'6efceb9f-b7fd-4614-a667-70f9fb56e2ce'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:07:28.796330 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['6efceb9f-b7fd-4614-a667-70f9fb56e2ce'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:28.901011 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-41b167c7-f7cd-49d6-ba5c-f2c68eb85b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588518'] for router_interface, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:28.928116 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] Set router 6efceb9f-b7fd-4614-a667-70f9fb56e2ce gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:07:29.170310 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'name': 'tempest-TestVolumeBootPattern-1678939451-router', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5c838901-bf50-4aec-b148-e1eaf1228fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:20Z', 'updated_at': '2021-08-24T17:07:23Z', 'revision_number': 4, 'project_id': '8d762657696846fb93beef3ff70d0c9b', 'gw_port': {'id': '5c838901-bf50-4aec-b148-e1eaf1228fae', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:21Z', 'updated_at': '2021-08-24T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '637ec5f7-7e18-44c7-8475-dcbaef06768d', 'name': '', 'network_id': '5119de56-f92b-402b-820f-2378c5495271', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'mac_address': 'fa:16:3e:9a:91:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fd53363b-3e5d-49f2-9288-3f5ab3146fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:23Z', 'updated_at': '2021-08-24T17:07:28Z', 'revision_number': 4, 'project_id': '8d762657696846fb93beef3ff70d0c9b', 'subnets': [{'id': 'fd53363b-3e5d-49f2-9288-3f5ab3146fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:29.201136 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c6914-585e-4ae6-b3c8-0014cadd7fc6 None None] The sync data for ids ['6efceb9f-b7fd-4614-a667-70f9fb56e2ce'] in dv-cinder-799668-9-iscsi is: [{'id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'name': 'tempest-TestVolumeBootPattern-1678939451-router', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5c838901-bf50-4aec-b148-e1eaf1228fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:20Z', 'updated_at': '2021-08-24T17:07:23Z', 'revision_number': 4, 'project_id': '8d762657696846fb93beef3ff70d0c9b', 'gw_port': {'id': '5c838901-bf50-4aec-b148-e1eaf1228fae', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:21Z', 'updated_at': '2021-08-24T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '637ec5f7-7e18-44c7-8475-dcbaef06768d', 'name': '', 'network_id': '5119de56-f92b-402b-820f-2378c5495271', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'mac_address': 'fa:16:3e:9a:91:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fd53363b-3e5d-49f2-9288-3f5ab3146fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:23Z', 'updated_at': '2021-08-24T17:07:28Z', 'revision_number': 4, 'project_id': '8d762657696846fb93beef3ff70d0c9b', 'subnets': [{'id': 'fd53363b-3e5d-49f2-9288-3f5ab3146fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:07:29.414407 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b167c7-f7cd-49d6-ba5c-f2c68eb85b47 admin admin] Router bad29e9c-5b22-40bc-b538-b634b1a7a292 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:07:29.537513 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b167c7-f7cd-49d6-ba5c-f2c68eb85b47 admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:07:29.546375 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-41b167c7-f7cd-49d6-ba5c-f2c68eb85b47 admin admin] 10.222.0.13 "PUT /v2.0/routers/bad29e9c-5b22-40bc-b538-b634b1a7a292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8404059 Aug 24 17:07:29.546375 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37304) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:29.549324 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c923fb6-9920-489d-91dd-b1692d10f075 None None] Sync routers for ids ['bad29e9c-5b22-40bc-b538-b634b1a7a292'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:07:29.563959 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c923fb6-9920-489d-91dd-b1692d10f075 None None] Routers {'bad29e9c-5b22-40bc-b538-b634b1a7a292'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:07:29.564618 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-5c923fb6-9920-489d-91dd-b1692d10f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['bad29e9c-5b22-40bc-b538-b634b1a7a292'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:29.615587 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 637ec5f7-7e18-44c7-8475-dcbaef06768d up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:07:29.668255 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] Notify callbacks [] for router, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:29.782062 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:29.838809 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] Deleting port b67503a8-9baa-4a07-881c-55453ba01110 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:07:29.839152 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:29.867988 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-5c923fb6-9920-489d-91dd-b1692d10f075 None None] Set router bad29e9c-5b22-40bc-b538-b634b1a7a292 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:07:29.870151 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning for port 637ec5f7-7e18-44c7-8475-dcbaef06768d completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:07:29.922631 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] For port b67503a8-9baa-4a07-881c-55453ba01110, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=b67503a8-9baa-4a07-881c-55453ba01110,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:29.923090 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:29.926013 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 637ec5f7-7e18-44c7-8475-dcbaef06768d triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:29.926443 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:29.942590 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] Calling delete_port for b67503a8-9baa-4a07-881c-55453ba01110 owned by network:router_gateway {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:07:30.090729 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.108494 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.138204 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] For port 637ec5f7-7e18-44c7-8475-dcbaef06768d, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=637ec5f7-7e18-44c7-8475-dcbaef06768d,segment=NetworkSegment(143c1d47-f964-4664-bf92-b1a26e705a68),segment_id=143c1d47-f964-4664-bf92-b1a26e705a68)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:30.142290 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=b67503a8-9baa-4a07-881c-55453ba01110,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:30.150315 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.151204 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 5c838901-bf50-4aec-b148-e1eaf1228fae up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:07:30.197040 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-5c923fb6-9920-489d-91dd-b1692d10f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:07:28Z', 'revision_number': 5, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port': {'id': 'b67503a8-9baa-4a07-881c-55453ba01110', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:43Z', 'updated_at': '2021-08-24T17:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:30.204972 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421564'] for router_gateway, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.236158 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c923fb6-9920-489d-91dd-b1692d10f075 None None] Checking router: bad29e9c-5b22-40bc-b538-b634b1a7a292 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:07:30.265177 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Pushing event updated for resources: {'Port': ['ID=637ec5f7-7e18-44c7-8475-dcbaef06768d,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:30.268449 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c923fb6-9920-489d-91dd-b1692d10f075 None None] Routers {'bad29e9c-5b22-40bc-b538-b634b1a7a292'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:07:30.269068 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-5c923fb6-9920-489d-91dd-b1692d10f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['bad29e9c-5b22-40bc-b538-b634b1a7a292'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:30.298760 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.301094 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.346390 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-5c923fb6-9920-489d-91dd-b1692d10f075 None None] Set router bad29e9c-5b22-40bc-b538-b634b1a7a292 gateway port host: None {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:07:30.348667 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 5c838901-bf50-4aec-b148-e1eaf1228fae triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:30.349046 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.349502 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399909'] for router, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.350072 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad29e9c-5b22-40bc-b538-b634b1a7a292 {{(pid=93842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:07:30.355008 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.356168 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-78a15637-9f5c-412a-bef4-a6034dbec5ad admin admin] 10.222.0.13 "DELETE /v2.0/routers/bad29e9c-5b22-40bc-b538-b634b1a7a292 HTTP/1.1" status: 204 len: 168 time: 0.8096714 Aug 24 17:07:30.358913 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37308) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:30.389715 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:07:30.413442 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_v2 [None req-4775d2dc-5279-4169-bc5c-b5d5f26d30fb admin admin] Deleting subnet d84a80fb-5450-470c-bcf0-e0081311be6f {{(pid=93842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:07:30.416660 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4775d2dc-5279-4169-bc5c-b5d5f26d30fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.421506 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-5c923fb6-9920-489d-91dd-b1692d10f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:07:30Z', 'revision_number': 7, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port_host': None}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:30.451183 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4775d2dc-5279-4169-bc5c-b5d5f26d30fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548683'] for subnet, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.452974 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c923fb6-9920-489d-91dd-b1692d10f075 None None] The sync data for ids ['bad29e9c-5b22-40bc-b538-b634b1a7a292'] in dv-cinder-799668-9-iscsi is: [{'id': 'bad29e9c-5b22-40bc-b538-b634b1a7a292', 'name': 'tempest-TestMinimumBasicScenario-665691480-router', 'tenant_id': '665b0ad6502e436e84bcb1c76d513b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:42Z', 'updated_at': '2021-08-24T17:07:30Z', 'revision_number': 7, 'project_id': '665b0ad6502e436e84bcb1c76d513b6e', 'gw_port_host': None}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:07:30.528681 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4775d2dc-5279-4169-bc5c-b5d5f26d30fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.588370 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4775d2dc-5279-4169-bc5c-b5d5f26d30fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8548679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8876280'] for subnet, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.616158 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-4775d2dc-5279-4169-bc5c-b5d5f26d30fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.618215 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-4775d2dc-5279-4169-bc5c-b5d5f26d30fb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d84a80fb-5450-470c-bcf0-e0081311be6f HTTP/1.1" status: 204 len: 168 time: 0.2582605 Aug 24 17:07:30.619222 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775d2dc-5279-4169-bc5c-b5d5f26d30fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d84a80fb-5450-470c-bcf0-e0081311be6f,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:30.620965 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37310) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:30.625500 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b40e95-2919-46bf-8116-878634ffe96a None None] Network e031341b-7b29-4842-a33e-ce6b4c955d76 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:07:30.689817 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.743926 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Deleting port f8b09ea1-69e1-439b-8d89-1996a1818996 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:07:30.744273 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.817893 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] For port f8b09ea1-69e1-439b-8d89-1996a1818996, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=f8b09ea1-69e1-439b-8d89-1996a1818996,segment=NetworkSegment(bd940902-cbaf-4bc5-bb4b-0924fb5a441f),segment_id=bd940902-cbaf-4bc5-bb4b-0924fb5a441f)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:30.818695 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.822044 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9829b9f-e15d-4e7b-a0f9-5e7d2543eb61 None None] DHCP port deletion for e031341b-7b29-4842-a33e-ce6b4c955d76 request from dv-cinder-799668-9-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:07:30.832170 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Calling delete_port for f8b09ea1-69e1-439b-8d89-1996a1818996 owned by network:dhcp {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:07:30.883013 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-f9829b9f-e15d-4e7b-a0f9-5e7d2543eb61 None None] Deleting port f8b09ea1-69e1-439b-8d89-1996a1818996 {{(pid=93843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:07:30.883390 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f9829b9f-e15d-4e7b-a0f9-5e7d2543eb61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.928750 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.954860 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-f9829b9f-e15d-4e7b-a0f9-5e7d2543eb61 None None] For port f8b09ea1-69e1-439b-8d89-1996a1818996, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=f8b09ea1-69e1-439b-8d89-1996a1818996,segment=NetworkSegment(bd940902-cbaf-4bc5-bb4b-0924fb5a441f),segment_id=bd940902-cbaf-4bc5-bb4b-0924fb5a441f)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:30.955161 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f9829b9f-e15d-4e7b-a0f9-5e7d2543eb61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:30.960944 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b09ea1-69e1-439b-8d89-1996a1818996,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:30.967333 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] No DVR routers for this DVR port f8b09ea1-69e1-439b-8d89-1996a1818996 on host dv-cinder-799668-9-iscsi {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:07:30.967969 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-f9829b9f-e15d-4e7b-a0f9-5e7d2543eb61 None None] Calling delete_port for f8b09ea1-69e1-439b-8d89-1996a1818996 owned by network:dhcp {{(pid=93843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:07:31.036220 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:31.045716 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f9829b9f-e15d-4e7b-a0f9-5e7d2543eb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969'] for port, after_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:31.050712 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e031341b-7b29-4842-a33e-ce6b4c955d76']}} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:31.061245 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f') {'for_net_delete': True} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:31.061537 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.services.segments.db [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd940902-cbaf-4bc5-bb4b-0924fb5a441f') {} {{(pid=93842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:31.070078 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8548676'] for segment, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:31.070432 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9829b9f-e15d-4e7b-a0f9-5e7d2543eb61 None None] Pushing event deleted for resources: {'Port': ['ID=f8b09ea1-69e1-439b-8d89-1996a1818996,revision_number=None']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:31.074969 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9829b9f-e15d-4e7b-a0f9-5e7d2543eb61 None None] No DVR routers for this DVR port f8b09ea1-69e1-439b-8d89-1996a1818996 on host dv-cinder-799668-9-iscsi {{(pid=93843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:07:31.087122 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:31.093026 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:07:31.093404 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8548517'] for segment, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: Traceback (most recent call last): Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: timer() Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: cb(*args, **kw) Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: return func(*args, **kwargs) Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: self._notify() Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: self.callback(batched_events) Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: event.method(event) Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: return f(self, *a, **k) Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: return self._get(url).json() Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: return self.request(url, 'GET', **kwargs) Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:07:31.095224 dv-cinder-799668-9-iscsi neutron-server[93842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:07:31.158290 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:31.163929 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:31.169550 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/e031341b-7b29-4842-a33e-ce6b4c955d76 HTTP/1.1" status: 204 len: 168 time: 0.5440044 Aug 24 17:07:31.169550 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37312) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:31.189003 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad36c2-b6d9-426a-ab8e-d3a22515b5cb admin admin] Pushing event deleted for resources: {'Network': ['ID=e031341b-7b29-4842-a33e-ce6b4c955d76,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:31.549408 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3635457b-d503-470b-97a5-cef2b1b9617d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419728'] for router_interface, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:31.814644 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-3635457b-d503-470b-97a5-cef2b1b9617d admin admin] Deleting port a83a51eb-04fe-43ce-a01e-578f3833128c {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:07:31.815124 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3635457b-d503-470b-97a5-cef2b1b9617d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:31.853449 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 637ec5f7-7e18-44c7-8475-dcbaef06768d up at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:07:31.895771 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-3635457b-d503-470b-97a5-cef2b1b9617d admin admin] For port a83a51eb-04fe-43ce-a01e-578f3833128c, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=a83a51eb-04fe-43ce-a01e-578f3833128c,segment=NetworkSegment(f5308d63-4f84-4ee1-8185-2145a1db7032),segment_id=f5308d63-4f84-4ee1-8185-2145a1db7032)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:31.896315 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3635457b-d503-470b-97a5-cef2b1b9617d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:31.909545 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-3635457b-d503-470b-97a5-cef2b1b9617d admin admin] Calling delete_port for a83a51eb-04fe-43ce-a01e-578f3833128c owned by network:router_interface {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:07:31.920217 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Provisioning complete for port 637ec5f7-7e18-44c7-8475-dcbaef06768d triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:31.920572 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:32.062245 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device f8b09ea1-69e1-439b-8d89-1996a1818996 no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:07:32.082853 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: f8b09ea1-69e1-439b-8d89-1996a1818996 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:07:32.083194 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device f8b09ea1-69e1-439b-8d89-1996a1818996 not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:07:32.083597 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:07:32.103254 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:07:32.103763 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 1fbeaafd-2c17-45f1-a803-2fb6e91e5384 not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:07:32.119257 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3635457b-d503-470b-97a5-cef2b1b9617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:32.144343 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635457b-d503-470b-97a5-cef2b1b9617d admin admin] Pushing event deleted for resources: {'Port': ['ID=a83a51eb-04fe-43ce-a01e-578f3833128c,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:32.311354 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-3635457b-d503-470b-97a5-cef2b1b9617d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588518'] for router_interface, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:32.530746 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3635457b-d503-470b-97a5-cef2b1b9617d admin admin] Router 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:07:32.640762 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3635457b-d503-470b-97a5-cef2b1b9617d admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:07:32.653119 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-3635457b-d503-470b-97a5-cef2b1b9617d admin admin] 10.222.0.13 "PUT /v2.0/routers/2c5555e8-5d23-4bd9-b8ba-af5b73aec688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4829221 Aug 24 17:07:32.656430 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37318) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:32.656915 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98847a4-22e3-4f01-b133-6545417e2207 None None] Sync routers for ids ['2c5555e8-5d23-4bd9-b8ba-af5b73aec688'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:07:32.667273 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98847a4-22e3-4f01-b133-6545417e2207 None None] Routers {'2c5555e8-5d23-4bd9-b8ba-af5b73aec688'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:07:32.667900 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-e98847a4-22e3-4f01-b133-6545417e2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['2c5555e8-5d23-4bd9-b8ba-af5b73aec688'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:32.766539 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] Notify callbacks [] for router, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:32.780363 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-e98847a4-22e3-4f01-b133-6545417e2207 None None] Set router 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:07:32.980375 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-e98847a4-22e3-4f01-b133-6545417e2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'name': 'tempest-TestMinimumBasicScenario-918539079-router', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:47Z', 'updated_at': '2021-08-24T17:07:32Z', 'revision_number': 5, 'project_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'gw_port': {'id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:48Z', 'updated_at': '2021-08-24T17:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:33.013314 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98847a4-22e3-4f01-b133-6545417e2207 None None] Checking router: 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:07:33.018978 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98847a4-22e3-4f01-b133-6545417e2207 None None] Routers {'2c5555e8-5d23-4bd9-b8ba-af5b73aec688'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:07:33.019614 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-e98847a4-22e3-4f01-b133-6545417e2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['2c5555e8-5d23-4bd9-b8ba-af5b73aec688'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:33.169322 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:33.228877 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-e98847a4-22e3-4f01-b133-6545417e2207 None None] Set router 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:07:33.229556 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] Deleting port 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:07:33.229893 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:33.314652 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] For port 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:33.315014 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:33.329405 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] Calling delete_port for 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 owned by network:router_gateway {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:07:33.431857 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-e98847a4-22e3-4f01-b133-6545417e2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'name': 'tempest-TestMinimumBasicScenario-918539079-router', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:47Z', 'updated_at': '2021-08-24T17:07:32Z', 'revision_number': 5, 'project_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'gw_port': {'id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:48Z', 'updated_at': '2021-08-24T17:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:33.460149 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98847a4-22e3-4f01-b133-6545417e2207 None None] The sync data for ids ['2c5555e8-5d23-4bd9-b8ba-af5b73aec688'] in dv-cinder-799668-9-iscsi is: [{'id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'name': 'tempest-TestMinimumBasicScenario-918539079-router', 'tenant_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:04:47Z', 'updated_at': '2021-08-24T17:07:32Z', 'revision_number': 5, 'project_id': 'a86a7e38fd40472ea988c4e835a4b90c', 'gw_port': {'id': '3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c5555e8-5d23-4bd9-b8ba-af5b73aec688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:04:48Z', 'updated_at': '2021-08-24T17:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:07:33.508598 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:33.537320 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:33.596196 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421564'] for router_gateway, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:33.685222 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:33.687517 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:33.733143 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399909'] for router, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:33.733685 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c5555e8-5d23-4bd9-b8ba-af5b73aec688 {{(pid=93842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:07:33.739137 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:33.740249 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-379b3e7c-c504-44a3-a771-62841aa54134 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2c5555e8-5d23-4bd9-b8ba-af5b73aec688 HTTP/1.1" status: 204 len: 168 time: 1.0828331 Aug 24 17:07:33.743219 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37322) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:33.792672 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_v2 [None req-0252c598-324d-4089-b94d-7cc6f89dcb53 admin admin] Deleting subnet 7e418ebe-fd4d-4012-93f0-97af802aad12 {{(pid=93842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:07:33.795903 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0252c598-324d-4089-b94d-7cc6f89dcb53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:33.830627 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0252c598-324d-4089-b94d-7cc6f89dcb53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548683'] for subnet, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:33.833754 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device b67503a8-9baa-4a07-881c-55453ba01110 no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:07:33.856463 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: b67503a8-9baa-4a07-881c-55453ba01110 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:07:33.856798 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device b67503a8-9baa-4a07-881c-55453ba01110 not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:07:33.912641 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0252c598-324d-4089-b94d-7cc6f89dcb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:33.974287 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0252c598-324d-4089-b94d-7cc6f89dcb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8548679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8876280'] for subnet, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.008313 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0252c598-324d-4089-b94d-7cc6f89dcb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.010158 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0252c598-324d-4089-b94d-7cc6f89dcb53 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7e418ebe-fd4d-4012-93f0-97af802aad12 HTTP/1.1" status: 204 len: 168 time: 0.2656915 Aug 24 17:07:34.011703 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252c598-324d-4089-b94d-7cc6f89dcb53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e418ebe-fd4d-4012-93f0-97af802aad12,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:34.013222 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37324) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:34.013750 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8bd9d2-5adf-4dad-8c03-1e2afba26621 None None] Network caeb87b2-afec-40d9-aa24-29657c655873 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:07:34.088051 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.146522 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Deleting port 2b7bc648-12d2-4b82-867a-6f1d3b63b636 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:07:34.146953 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.215198 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] For port 2b7bc648-12d2-4b82-867a-6f1d3b63b636, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=2b7bc648-12d2-4b82-867a-6f1d3b63b636,segment=NetworkSegment(f5308d63-4f84-4ee1-8185-2145a1db7032),segment_id=f5308d63-4f84-4ee1-8185-2145a1db7032)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:34.215563 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.223609 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c975d115-9bfb-48ba-8f5a-eb05549b654c None None] DHCP port deletion for caeb87b2-afec-40d9-aa24-29657c655873 request from dv-cinder-799668-9-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:07:34.229686 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Calling delete_port for 2b7bc648-12d2-4b82-867a-6f1d3b63b636 owned by network:dhcp {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:07:34.278490 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c975d115-9bfb-48ba-8f5a-eb05549b654c None None] Deleting port 2b7bc648-12d2-4b82-867a-6f1d3b63b636 {{(pid=93843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:07:34.278865 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c975d115-9bfb-48ba-8f5a-eb05549b654c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.315700 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.341699 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7bc648-12d2-4b82-867a-6f1d3b63b636,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:34.342819 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c975d115-9bfb-48ba-8f5a-eb05549b654c None None] For port 2b7bc648-12d2-4b82-867a-6f1d3b63b636, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=2b7bc648-12d2-4b82-867a-6f1d3b63b636,segment=NetworkSegment(f5308d63-4f84-4ee1-8185-2145a1db7032),segment_id=f5308d63-4f84-4ee1-8185-2145a1db7032)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:34.343625 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] No DVR routers for this DVR port 2b7bc648-12d2-4b82-867a-6f1d3b63b636 on host dv-cinder-799668-9-iscsi {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:07:34.343798 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c975d115-9bfb-48ba-8f5a-eb05549b654c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.358655 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c975d115-9bfb-48ba-8f5a-eb05549b654c None None] Calling delete_port for 2b7bc648-12d2-4b82-867a-6f1d3b63b636 owned by network:dhcp {{(pid=93843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:07:34.419664 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.430053 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caeb87b2-afec-40d9-aa24-29657c655873']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:34.444857 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5308d63-4f84-4ee1-8185-2145a1db7032') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:34.445079 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5308d63-4f84-4ee1-8185-2145a1db7032') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:07:34.449623 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c975d115-9bfb-48ba-8f5a-eb05549b654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969'] for port, after_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.454418 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12781717'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.469074 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.474977 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975d115-9bfb-48ba-8f5a-eb05549b654c None None] Pushing event deleted for resources: {'Port': ['ID=2b7bc648-12d2-4b82-867a-6f1d3b63b636,revision_number=None']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:34.475344 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:07:34.475739 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13161788'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.478685 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975d115-9bfb-48ba-8f5a-eb05549b654c None None] No DVR routers for this DVR port 2b7bc648-12d2-4b82-867a-6f1d3b63b636 on host dv-cinder-799668-9-iscsi {{(pid=93843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: timer() Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: cb(*args, **kw) Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: self._notify() Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: self.callback(batched_events) Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: event.method(event) Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._get(url).json() Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:07:34.478856 dv-cinder-799668-9-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:07:34.538029 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.543404 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.545193 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] 10.222.0.13 "DELETE /v2.0/networks/caeb87b2-afec-40d9-aa24-29657c655873 HTTP/1.1" status: 204 len: 168 time: 0.5310042 Aug 24 17:07:34.557792 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5898c1b-ce2c-42d0-9e2f-befaddd45715 admin admin] Pushing event deleted for resources: {'Network': ['ID=caeb87b2-afec-40d9-aa24-29657c655873,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:34.722830 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37330) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:34.764971 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-34ac5a75-3d52-46c8-8cf4-8562662d40fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=665b0ad6502e436e84bcb1c76d513b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406291 Aug 24 17:07:34.767675 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37332) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:34.818734 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-38b0a002-8feb-4818-87fc-1361c68b30fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.844040 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-38b0a002-8feb-4818-87fc-1361c68b30fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.894802 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-38b0a002-8feb-4818-87fc-1361c68b30fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.897376 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-38b0a002-8feb-4818-87fc-1361c68b30fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:34.901567 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-38b0a002-8feb-4818-87fc-1361c68b30fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/387e944d-a35d-48b7-a791-bc18ce8a354c HTTP/1.1" status: 204 len: 168 time: 0.1303763 Aug 24 17:07:34.907903 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0a002-8feb-4818-87fc-1361c68b30fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387e944d-a35d-48b7-a791-bc18ce8a354c,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:35.026896 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d066c00c-03a2-47e2-824a-b4f6cbad7874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:35.252430 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37338) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:35.294756 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-748c3eb9-ab02-47ff-a8e8-f8bb6eec52be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a86a7e38fd40472ea988c4e835a4b90c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410850 Aug 24 17:07:35.297280 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37340) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:07:35.361201 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-411dd645-8f12-4823-9a55-6a13110c2ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:35.383687 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-411dd645-8f12-4823-9a55-6a13110c2ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:35.433964 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-411dd645-8f12-4823-9a55-6a13110c2ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:35.437756 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-411dd645-8f12-4823-9a55-6a13110c2ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:35.439233 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-411dd645-8f12-4823-9a55-6a13110c2ddf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c77d8ef4-e367-4581-9148-1af82ee555eb HTTP/1.1" status: 204 len: 168 time: 0.1410518 Aug 24 17:07:35.450565 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411dd645-8f12-4823-9a55-6a13110c2ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77d8ef4-e367-4581-9148-1af82ee555eb,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:35.514715 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:07:35.534955 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:07:35.535463 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 3c8cb7a5-e15d-4cb5-aaa3-792dfa8738a6 not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:07:35.536034 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 2b7bc648-12d2-4b82-867a-6f1d3b63b636 no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:07:35.556508 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 2b7bc648-12d2-4b82-867a-6f1d3b63b636 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:07:35.556869 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 2b7bc648-12d2-4b82-867a-6f1d3b63b636 not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:07:35.557285 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device a83a51eb-04fe-43ce-a01e-578f3833128c no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:07:35.578680 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: a83a51eb-04fe-43ce-a01e-578f3833128c {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:07:35.579317 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device a83a51eb-04fe-43ce-a01e-578f3833128c not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:07:37.912395 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3ce84ffb-1fc5-4371-8544-6287e992d444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:38.042117 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:39.375389 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:40.610899 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:44.407263 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-adb8c87a-2058-432d-af4b-cb7cb46e0d42 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1302523647&fields=id&tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd HTTP/1.1" status: 200 len: 267 time: 0.0436590 Aug 24 17:07:44.519549 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-b7d72aea-e035-47ad-8921-67394c3b432a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:44.521020 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-b7d72aea-e035-47ad-8921-67394c3b432a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 811 time: 0.1033263 Aug 24 17:07:44.539376 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-74d06240-802f-47b5-aa05-ccdda029cf9d tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/quotas/66d0a1822bda4a9fbf4b7881ffc14cfd HTTP/1.1" status: 200 len: 375 time: 0.0096917 Aug 24 17:07:44.595000 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-64518f1e-c9a7-4d2b-bdbf-d1ab8cfa724c tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479228 Aug 24 17:07:44.617651 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-7375f759-83b4-49d7-b626-f305a7abd7fb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 17:07:44.618756 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-7375f759-83b4-49d7-b626-f305a7abd7fb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060790 Aug 24 17:07:44.710131 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-ca0ccd3e-6549-49f9-acd3-70419d57e1d7 service neutron] 10.222.0.13 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844514 Aug 24 17:07:44.804106 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-79e81ecc-8d33-4c09-921f-f20c24053ac8 service neutron] 10.222.0.13 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877321 Aug 24 17:07:45.113163 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e1b65a4e-3f6e-4d47-b963-a2601c0c79a9 req-c6ef7582-8736-4042-989a-4d9649eb25c7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 210 time: 0.0265017 Aug 24 17:07:46.153946 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-61214378-916c-430e-bcd4-b9efad07ce9e tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:46.155442 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-61214378-916c-430e-bcd4-b9efad07ce9e tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 811 time: 0.1078541 Aug 24 17:07:46.206206 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-01d7ec13-ca54-46c1-8390-32afe3eeeed7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd HTTP/1.1" status: 200 len: 380 time: 0.0355790 Aug 24 17:07:46.227013 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8ec3e2a2-86aa-4e25-ba38-0226ac394084 req-e45b4f08-8a5d-4e01-837a-2b2e5aea6c26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 210 time: 0.0263207 Aug 24 17:07:46.229265 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-0aa223b0-40de-46d8-bc07-ef8abaa9309f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Request body: {'port': {'device_id': 'd19afedb-da83-4d0c-88fc-d739d6fea113', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'admin_state_up': True, 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'security_groups': ['9507b3a1-e0d0-434b-a78e-094d230a5b0a']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:46.345187 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-0aa223b0-40de-46d8-bc07-ef8abaa9309f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Made reservation on behalf of 66d0a1822bda4a9fbf4b7881ffc14cfd for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:07:46.349005 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-0aa223b0-40de-46d8-bc07-ef8abaa9309f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:46.471609 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-0aa223b0-40de-46d8-bc07-ef8abaa9309f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Allocated IP 172.20.0.13 (ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d/ab0bfa88-cd63-42e0-97fe-13744a36d37e/66fc3ade-c876-4491-9df6-4bbc1f1768f8) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:07:46.612485 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-0aa223b0-40de-46d8-bc07-ef8abaa9309f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:46.627311 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-0aa223b0-40de-46d8-bc07-ef8abaa9309f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Transition to ACTIVE for port object 66fc3ade-c876-4491-9df6-4bbc1f1768f8 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:07:46.664281 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-0aa223b0-40de-46d8-bc07-ef8abaa9309f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:46.703057 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-0aa223b0-40de-46d8-bc07-ef8abaa9309f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:07:46.706013 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-0aa223b0-40de-46d8-bc07-ef8abaa9309f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:07:46.711911 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-0aa223b0-40de-46d8-bc07-ef8abaa9309f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:07:46.743404 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa223b0-40de-46d8-bc07-ef8abaa9309f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'Port': ['ID=66fc3ade-c876-4491-9df6-4bbc1f1768f8,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:46.766713 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-0aa223b0-40de-46d8-bc07-ef8abaa9309f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:46.767369 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-0aa223b0-40de-46d8-bc07-ef8abaa9309f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:46.785135 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-0aa223b0-40de-46d8-bc07-ef8abaa9309f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5596383 Aug 24 17:07:46.802678 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Request body: {'port': {'device_id': 'd19afedb-da83-4d0c-88fc-d739d6fea113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:07:46.866057 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:46.951029 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-bc8afeb3-80c2-4fa1-96c3-863849a18090 None None] Provisioning for port 66fc3ade-c876-4491-9df6-4bbc1f1768f8 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:07:46.955161 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-bc8afeb3-80c2-4fa1-96c3-863849a18090 None None] Provisioning complete for port 66fc3ade-c876-4491-9df6-4bbc1f1768f8 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:46.955558 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bc8afeb3-80c2-4fa1-96c3-863849a18090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:46.988640 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-bc8afeb3-80c2-4fa1-96c3-863849a18090 None None] Port 66fc3ade-c876-4491-9df6-4bbc1f1768f8 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:07:47.148535 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66fc3ade-c876-4491-9df6-4bbc1f1768f8 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:07:47.156352 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:47.177246 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Transition to ACTIVE for port object 66fc3ade-c876-4491-9df6-4bbc1f1768f8 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:07:47.183662 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:47.234214 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Pushing event updated for resources: {'Port': ['ID=66fc3ade-c876-4491-9df6-4bbc1f1768f8,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:47.322885 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Attempting to bind port 66fc3ade-c876-4491-9df6-4bbc1f1768f8 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:07:47.323310 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Attempting to bind port 66fc3ade-c876-4491-9df6-4bbc1f1768f8 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:07:47.323697 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Attempting to bind port 66fc3ade-c876-4491-9df6-4bbc1f1768f8 on network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:07:47.343248 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Port 66fc3ade-c876-4491-9df6-4bbc1f1768f8 on network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:07:47.343570 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Attempting to bind port 66fc3ade-c876-4491-9df6-4bbc1f1768f8 on network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:07:47.352994 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:07:47.353324 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Checking segment: {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:07:47.353703 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Bound using segment: {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:07:47.354133 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Bound port: 66fc3ade-c876-4491-9df6-4bbc1f1768f8, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:07:47.355203 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:47.385461 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8dae1-7a40-483c-9933-dcd27205e2da req-b4a3eb9d-59ec-4a41-b33f-bf1730e7ac2f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:47.386961 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b3c8dae1-7a40-483c-9933-dcd27205e2da req-b4a3eb9d-59ec-4a41-b33f-bf1730e7ac2f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 944 time: 0.0764575 Aug 24 17:07:47.463914 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b3c8dae1-7a40-483c-9933-dcd27205e2da req-177f0652-25dd-4b93-914f-920163d2a9c1 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568724 Aug 24 17:07:47.466269 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] For port 66fc3ade-c876-4491-9df6-4bbc1f1768f8, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:07:47.469383 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] For port 66fc3ade-c876-4491-9df6-4bbc1f1768f8, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=66fc3ade-c876-4491-9df6-4bbc1f1768f8,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:07:47.476091 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:47.514945 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:47.515528 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:47.516904 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] 10.222.0.26 "PUT /v2.0/ports/66fc3ade-c876-4491-9df6-4bbc1f1768f8 HTTP/1.1" status: 200 len: 1094 time: 0.7189541 Aug 24 17:07:47.517353 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19afedb-da83-4d0c-88fc-d739d6fea113', 'tag': '66fc3ade-c876-4491-9df6-4bbc1f1768f8'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:07:47.519668 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d54d102-a079-4ad2-8a44-9a73de1cf274" -d '{"events": [{"name": "network-changed", "server_uuid": "d19afedb-da83-4d0c-88fc-d739d6fea113", "tag": "66fc3ade-c876-4491-9df6-4bbc1f1768f8"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:07:47.545108 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db3323-ce9e-4bda-9ee3-d53e61f89be8 service neutron] Pushing event updated for resources: {'Port': ['ID=66fc3ade-c876-4491-9df6-4bbc1f1768f8,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:47.558729 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87c43f8-1576-46b4-9323-883e732d2f72 x-openstack-request-id: req-b87c43f8-1576-46b4-9323-883e732d2f72 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:07:47.559016 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19afedb-da83-4d0c-88fc-d739d6fea113", "tag": "66fc3ade-c876-4491-9df6-4bbc1f1768f8", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:07:47.559262 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b87c43f8-1576-46b4-9323-883e732d2f72 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:07:47.559655 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19afedb-da83-4d0c-88fc-d739d6fea113', 'tag': '66fc3ade-c876-4491-9df6-4bbc1f1768f8', 'status': 'completed', 'code': 200} Aug 24 17:07:47.627958 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-24b9d231-d2f1-46c1-8a35-960f4d6685e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:47.629502 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-24b9d231-d2f1-46c1-8a35-960f4d6685e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 1097 time: 0.0448613 Aug 24 17:07:47.683508 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-49fb7516-6c55-4a91-a608-043357af6b6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fc3ade-c876-4491-9df6-4bbc1f1768f8 HTTP/1.1" status: 200 len: 217 time: 0.0409863 Aug 24 17:07:47.733124 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-ba4cb8f5-4460-4f60-9a11-a3b24096ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:47.734660 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-ba4cb8f5-4460-4f60-9a11-a3b24096ab7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0438547 Aug 24 17:07:47.780806 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-4dcc2db8-6139-4799-a40c-bc5d660aec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:47.782152 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-4dcc2db8-6139-4799-a40c-bc5d660aec8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408399 Aug 24 17:07:47.879642 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-58466f03-e284-4231-a17b-d84964d8ce9a service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893638 Aug 24 17:07:47.973732 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-49d793c7-2698-46b4-87c2-db752ee691d6 req-c624b950-457f-4aa7-8986-50d3d899ec37 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867953 Aug 24 17:07:48.114799 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54d102-a079-4ad2-8a44-9a73de1cf274 req-ae02c0b7-c419-4ba8-861f-42f96c15885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:48.116231 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3d54d102-a079-4ad2-8a44-9a73de1cf274 req-ae02c0b7-c419-4ba8-861f-42f96c15885d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 1097 time: 0.0420361 Aug 24 17:07:48.220367 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54d102-a079-4ad2-8a44-9a73de1cf274 req-b1cf4fe4-80a8-40d5-8839-c40b7f0c1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:48.221852 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3d54d102-a079-4ad2-8a44-9a73de1cf274 req-b1cf4fe4-80a8-40d5-8839-c40b7f0c1457 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 912 time: 0.0983226 Aug 24 17:07:48.264289 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3d54d102-a079-4ad2-8a44-9a73de1cf274 req-ab360d66-82cb-495c-897c-4e1cac88e7cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fc3ade-c876-4491-9df6-4bbc1f1768f8 HTTP/1.1" status: 200 len: 217 time: 0.0339096 Aug 24 17:07:48.313101 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54d102-a079-4ad2-8a44-9a73de1cf274 req-58ae056b-ea04-4dd9-a9fc-987bf3dfedec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:48.314523 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3d54d102-a079-4ad2-8a44-9a73de1cf274 req-58ae056b-ea04-4dd9-a9fc-987bf3dfedec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0434623 Aug 24 17:07:48.367131 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54d102-a079-4ad2-8a44-9a73de1cf274 req-21330378-396b-45f6-a171-80c2e0eefc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:48.368515 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3d54d102-a079-4ad2-8a44-9a73de1cf274 req-21330378-396b-45f6-a171-80c2e0eefc3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451493 Aug 24 17:07:48.457560 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3d54d102-a079-4ad2-8a44-9a73de1cf274 req-58b52577-ef8a-47c9-858b-65aa24feb90c service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815539 Aug 24 17:07:48.560986 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-3d54d102-a079-4ad2-8a44-9a73de1cf274 req-05b6d512-4778-4a34-96ef-94386d969238 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961418 Aug 24 17:07:48.692259 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0657f-7c17-47ac-b28e-639ea84c1cf3 req-7c8a8410-0a38-40b0-a8fc-797f6c7a23d6 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:48.693785 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7fd0657f-7c17-47ac-b28e-639ea84c1cf3 req-7c8a8410-0a38-40b0-a8fc-797f6c7a23d6 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 944 time: 0.1620200 Aug 24 17:07:48.736991 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7fd0657f-7c17-47ac-b28e-639ea84c1cf3 req-7d4a002c-1d1a-4097-9540-904322683517 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367370 Aug 24 17:07:49.862836 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4bf55-592b-4549-a1a5-f7fd87e30ff8 req-f902d4fb-0bd0-461a-853f-1809b5a44fd5 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:49.864292 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-32b4bf55-592b-4549-a1a5-f7fd87e30ff8 req-f902d4fb-0bd0-461a-853f-1809b5a44fd5 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 944 time: 0.0548029 Aug 24 17:07:49.909522 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-32b4bf55-592b-4549-a1a5-f7fd87e30ff8 req-c56682c2-6038-408a-b905-53bee4c0f312 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384433 Aug 24 17:07:51.033684 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910c019-72f1-47ad-ad81-ed4e0316a205 req-facb5895-382d-4d21-beb2-50b41c11d2ce tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:51.035179 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6910c019-72f1-47ad-ad81-ed4e0316a205 req-facb5895-382d-4d21-beb2-50b41c11d2ce tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 944 time: 0.0518317 Aug 24 17:07:51.080061 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6910c019-72f1-47ad-ad81-ed4e0316a205 req-a22198f7-4e87-434c-8010-fd8dbdf53790 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351951 Aug 24 17:07:52.206295 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3016b29-be5d-4144-8614-002a5901e1ee req-54de2487-5ac5-48a6-a29c-c9cf72ee2932 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:52.207798 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b3016b29-be5d-4144-8614-002a5901e1ee req-54de2487-5ac5-48a6-a29c-c9cf72ee2932 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 944 time: 0.0521674 Aug 24 17:07:52.258013 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-b3016b29-be5d-4144-8614-002a5901e1ee req-ac78015d-763c-4797-bc05-a782fdca1b39 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410874 Aug 24 17:07:53.062641 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:53.391970 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5c669-487e-4fbf-aeef-40f57015b1ff req-c3a98bd2-007d-4b3d-af89-6dfa0c9aef12 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:53.393857 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6de5c669-487e-4fbf-aeef-40f57015b1ff req-c3a98bd2-007d-4b3d-af89-6dfa0c9aef12 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 944 time: 0.0639763 Aug 24 17:07:53.434646 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6de5c669-487e-4fbf-aeef-40f57015b1ff req-837b952a-b50b-4c6a-ac5e-66a2698992e7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342715 Aug 24 17:07:54.569808 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619755fb-1352-4a2e-a625-c22cf9cddd0d req-da33f484-93ec-4f04-95e0-11f03bc1bae0 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:54.571240 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-619755fb-1352-4a2e-a625-c22cf9cddd0d req-da33f484-93ec-4f04-95e0-11f03bc1bae0 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 944 time: 0.0568423 Aug 24 17:07:54.622958 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-619755fb-1352-4a2e-a625-c22cf9cddd0d req-fd3e5ccd-c1fe-4c6a-943d-9b16983a48b6 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427883 Aug 24 17:07:55.744435 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c929a55-5085-42ed-9b7a-e13fb86d603e req-5596676d-37bf-474a-909c-9830fde1eee3 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:55.745858 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6c929a55-5085-42ed-9b7a-e13fb86d603e req-5596676d-37bf-474a-909c-9830fde1eee3 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 944 time: 0.0514829 Aug 24 17:07:55.787317 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6c929a55-5085-42ed-9b7a-e13fb86d603e req-fcfd5c5b-9798-4274-be50-20e0198b9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323687 Aug 24 17:07:56.441013 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 66fc3ade-c876-4491-9df6-4bbc1f1768f8 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:07:56.541471 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 66fc3ade-c876-4491-9df6-4bbc1f1768f8, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=66fc3ade-c876-4491-9df6-4bbc1f1768f8,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:56.552403 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': '66fc3ade-c876-4491-9df6-4bbc1f1768f8', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'port_id': '66fc3ade-c876-4491-9df6-4bbc1f1768f8', 'mac_address': 'fa:16:3e:f5:71:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:07:56.589514 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:56.604130 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66fc3ade-c876-4491-9df6-4bbc1f1768f8 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:07:56.633676 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 66fc3ade-c876-4491-9df6-4bbc1f1768f8, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=66fc3ade-c876-4491-9df6-4bbc1f1768f8,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:56.640877 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:56.686051 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=66fc3ade-c876-4491-9df6-4bbc1f1768f8,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:56.904669 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a808391-3ee6-45f6-93fe-c74fb5c5bf65 req-431a0a01-942e-4eb4-9f78-3dd8ed794a77 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:56.906122 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7a808391-3ee6-45f6-93fe-c74fb5c5bf65 req-431a0a01-942e-4eb4-9f78-3dd8ed794a77 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 945 time: 0.0507131 Aug 24 17:07:56.917019 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['66fc3ade-c876-4491-9df6-4bbc1f1768f8'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:07:56.951320 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-7a808391-3ee6-45f6-93fe-c74fb5c5bf65 req-88832ccc-8b00-4481-9b1d-8b5fc7241ef6 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379367 Aug 24 17:07:58.082394 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9960a2-cffd-4450-9c2c-394d571d41ce req-d23c32ac-cb9b-42f3-8a15-b02a682f634b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:58.084368 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6e9960a2-cffd-4450-9c2c-394d571d41ce req-d23c32ac-cb9b-42f3-8a15-b02a682f634b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 945 time: 0.0597248 Aug 24 17:07:58.124154 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6e9960a2-cffd-4450-9c2c-394d571d41ce req-f35142f6-5fe3-492f-8dda-7434d7b9fce6 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334134 Aug 24 17:07:58.471969 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 66fc3ade-c876-4491-9df6-4bbc1f1768f8 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:07:58.534377 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port 66fc3ade-c876-4491-9df6-4bbc1f1768f8 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:07:58.538131 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port 66fc3ade-c876-4491-9df6-4bbc1f1768f8 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:07:58.538458 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:58.613382 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:58.641471 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19afedb-da83-4d0c-88fc-d739d6fea113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fc3ade-c876-4491-9df6-4bbc1f1768f8'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:07:58.643774 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6874c8dc-ba58-40e2-8824-26883c8c5c97" -d '{"events": [{"server_uuid": "d19afedb-da83-4d0c-88fc-d739d6fea113", "name": "network-vif-plugged", "status": "completed", "tag": "66fc3ade-c876-4491-9df6-4bbc1f1768f8"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:07:58.658322 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port 66fc3ade-c876-4491-9df6-4bbc1f1768f8, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=66fc3ade-c876-4491-9df6-4bbc1f1768f8,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:07:58.665178 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:07:58.688294 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d08597-4ea7-462a-8e42-2f857368d7ef x-openstack-request-id: req-16d08597-4ea7-462a-8e42-2f857368d7ef {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:07:58.688567 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19afedb-da83-4d0c-88fc-d739d6fea113", "name": "network-vif-plugged", "status": "completed", "tag": "66fc3ade-c876-4491-9df6-4bbc1f1768f8", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:07:58.688816 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16d08597-4ea7-462a-8e42-2f857368d7ef {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:07:58.689195 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19afedb-da83-4d0c-88fc-d739d6fea113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fc3ade-c876-4491-9df6-4bbc1f1768f8', 'code': 200} Aug 24 17:07:58.716816 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=66fc3ade-c876-4491-9df6-4bbc1f1768f8,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:07:58.933014 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9f205-ff12-4f92-9184-c3ab2144c109 req-b8693241-f01a-49d4-9906-a899dfc91cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:58.934548 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-27b9f205-ff12-4f92-9184-c3ab2144c109 req-b8693241-f01a-49d4-9906-a899dfc91cb3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 1099 time: 0.0450487 Aug 24 17:07:58.968703 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-27b9f205-ff12-4f92-9184-c3ab2144c109 req-b74f01eb-b63a-4be5-831c-4cab8b8dfec5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272446 Aug 24 17:07:59.242214 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10380e-b34f-4b61-a947-d3383ff60f23 req-495d77ec-ebdd-4793-a9ab-9b28e9dea1c3 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:07:59.243659 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cd10380e-b34f-4b61-a947-d3383ff60f23 req-495d77ec-ebdd-4793-a9ab-9b28e9dea1c3 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 946 time: 0.0531132 Aug 24 17:07:59.283159 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-cd10380e-b34f-4b61-a947-d3383ff60f23 req-dddf53b1-072d-4209-aaa4-4fdeb0a9646f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333972 Aug 24 17:08:00.411303 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05fae6-4f76-4fd0-97c5-49551560bbb8 req-a2c861c5-ae16-4422-8f0c-b80ffdfba094 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:08:00.413510 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ac05fae6-4f76-4fd0-97c5-49551560bbb8 req-a2c861c5-ae16-4422-8f0c-b80ffdfba094 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 946 time: 0.0609007 Aug 24 17:08:00.459826 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ac05fae6-4f76-4fd0-97c5-49551560bbb8 req-5f47df10-0734-421f-9104-ffef3bff02f0 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401623 Aug 24 17:08:00.572949 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957d5fe-eab2-4a4d-a090-8785d4c531a5 req-ada0ea12-a5f3-40b3-86b2-6aec99e18d0d tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:08:00.574361 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e957d5fe-eab2-4a4d-a090-8785d4c531a5 req-ada0ea12-a5f3-40b3-86b2-6aec99e18d0d tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 946 time: 0.0485554 Aug 24 17:08:00.611248 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e957d5fe-eab2-4a4d-a090-8785d4c531a5 req-155a6812-1a57-4949-aad7-a2c9d7e06585 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309191 Aug 24 17:08:00.636288 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37438) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:08:00.786800 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f33756-c8c5-4937-b90d-19add01b1ca7 tempest-TestVolumeBootPattern-964732475 tempest-TestVolumeBootPattern-964732475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:08:00.788318 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-a7f33756-c8c5-4937-b90d-19add01b1ca7 tempest-TestVolumeBootPattern-964732475 tempest-TestVolumeBootPattern-964732475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 1094 time: 0.1509905 Aug 24 17:08:00.792750 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37442) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:08:00.797163 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Request body: {'floatingip': {'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'port_id': '66fc3ade-c876-4491-9df6-4bbc1f1768f8', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:08:00.823246 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for floatingip, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:00.926382 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:01.032195 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Allocated IP 172.27.0.238 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/fdc1d50a-ea5b-40c6-8ede-12549ddd97c2) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:08:01.129103 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:01.170847 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:01.219801 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:08:01.224519 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:08:01.228682 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:08:01.234240 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'Port': ['ID=fdc1d50a-ea5b-40c6-8ede-12549ddd97c2,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:08:01.572219 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:01.642408 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:01.791656 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:01.798971 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:01.868834 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'Port': ['ID=fdc1d50a-ea5b-40c6-8ede-12549ddd97c2,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:08:01.880688 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:01.977961 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.l3_db [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Floating IP 1c728bfb-715a-492f-8027-72e55aaed1b4 associated. External IP: 172.27.0.238, port: 66fc3ade-c876-4491-9df6-4bbc1f1768f8. Aug 24 17:08:02.185758 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Router d4f268e0-d2ea-402e-bc21-d94e739f0e72 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:08:02.292865 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:08:02.302796 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f971f-b997-49c4-b812-79836112c6e4 None None] Sync routers for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:08:02.310687 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:02.313478 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f971f-b997-49c4-b812-79836112c6e4 None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:08:02.314194 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-996f971f-b997-49c4-b812-79836112c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:08:02.340354 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-bb91b417-50d4-41b6-a128-ab7191b17a26 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5466087 Aug 24 17:08:02.341035 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19afedb-da83-4d0c-88fc-d739d6fea113', 'tag': '66fc3ade-c876-4491-9df6-4bbc1f1768f8'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:08:02.343338 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7398d9a6-6ade-46be-a9d4-10d190c9a6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d19afedb-da83-4d0c-88fc-d739d6fea113", "tag": "66fc3ade-c876-4491-9df6-4bbc1f1768f8"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:08:02.379321 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16cf028-6c59-4022-a75d-427291cee66c x-openstack-request-id: req-d16cf028-6c59-4022-a75d-427291cee66c {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:08:02.379615 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19afedb-da83-4d0c-88fc-d739d6fea113", "tag": "66fc3ade-c876-4491-9df6-4bbc1f1768f8", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:08:02.379861 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d16cf028-6c59-4022-a75d-427291cee66c {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:08:02.380265 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19afedb-da83-4d0c-88fc-d739d6fea113', 'tag': '66fc3ade-c876-4491-9df6-4bbc1f1768f8', 'status': 'completed', 'code': 200} Aug 24 17:08:02.419162 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-996f971f-b997-49c4-b812-79836112c6e4 None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:08:02.463171 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398d9a6-6ade-46be-a9d4-10d190c9a6bc req-d8961b7e-539d-44ba-aa67-3c30bb8e861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:08:02.464607 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7398d9a6-6ade-46be-a9d4-10d190c9a6bc req-d8961b7e-539d-44ba-aa67-3c30bb8e861c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 1099 time: 0.0421262 Aug 24 17:08:02.558234 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398d9a6-6ade-46be-a9d4-10d190c9a6bc req-e35a16ec-ed15-4d2a-8c9f-84407a802848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:08:02.559809 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7398d9a6-6ade-46be-a9d4-10d190c9a6bc req-e35a16ec-ed15-4d2a-8c9f-84407a802848 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 912 time: 0.0876522 Aug 24 17:08:02.637863 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7398d9a6-6ade-46be-a9d4-10d190c9a6bc req-dbbdb00c-8d65-4fc0-8cc5-0f98edf5a619 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fc3ade-c876-4491-9df6-4bbc1f1768f8 HTTP/1.1" status: 200 len: 1000 time: 0.0713353 Aug 24 17:08:02.650190 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-996f971f-b997-49c4-b812-79836112c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '1c728bfb-715a-492f-8027-72e55aaed1b4', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': '66fc3ade-c876-4491-9df6-4bbc1f1768f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:f5:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19afedb-da83-4d0c-88fc-d739d6fea113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:08:01Z', 'updated_at': '2021-08-24T17:08:01Z', 'revision_number': 0, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:08:02.676383 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f971f-b997-49c4-b812-79836112c6e4 None None] Checking router: d4f268e0-d2ea-402e-bc21-d94e739f0e72 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:08:02.685160 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f971f-b997-49c4-b812-79836112c6e4 None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:08:02.685777 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-996f971f-b997-49c4-b812-79836112c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:07:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:08:02.690126 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398d9a6-6ade-46be-a9d4-10d190c9a6bc req-52979f82-dada-4a7a-a12d-dc5303812ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:08:02.691727 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7398d9a6-6ade-46be-a9d4-10d190c9a6bc req-52979f82-dada-4a7a-a12d-dc5303812ad3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0471394 Aug 24 17:08:02.741576 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398d9a6-6ade-46be-a9d4-10d190c9a6bc req-c32c1e0e-c533-487e-bba3-3867309ae855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:08:02.742994 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7398d9a6-6ade-46be-a9d4-10d190c9a6bc req-c32c1e0e-c533-487e-bba3-3867309ae855 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423913 Aug 24 17:08:02.754359 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [req-7398d9a6-6ade-46be-a9d4-10d190c9a6bc req-9a4e04fe-fdee-480d-8728-6477ae6b6c66 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 17:08:02.755374 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7398d9a6-6ade-46be-a9d4-10d190c9a6bc req-9a4e04fe-fdee-480d-8728-6477ae6b6c66 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052917 Aug 24 17:08:02.791788 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-996f971f-b997-49c4-b812-79836112c6e4 None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:08:02.854367 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7398d9a6-6ade-46be-a9d4-10d190c9a6bc req-a6e48388-479c-42db-bc53-d958a3d413a1 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916736 Aug 24 17:08:02.945485 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7398d9a6-6ade-46be-a9d4-10d190c9a6bc req-01b18bab-0189-4b6b-b7af-9525dd2b15cf service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841110 Aug 24 17:08:03.023612 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-996f971f-b997-49c4-b812-79836112c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '1c728bfb-715a-492f-8027-72e55aaed1b4', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': '66fc3ade-c876-4491-9df6-4bbc1f1768f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:f5:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19afedb-da83-4d0c-88fc-d739d6fea113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:08:01Z', 'updated_at': '2021-08-24T17:08:01Z', 'revision_number': 0, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:08:03.049427 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f971f-b997-49c4-b812-79836112c6e4 None None] The sync data for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi is: [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '1c728bfb-715a-492f-8027-72e55aaed1b4', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': '66fc3ade-c876-4491-9df6-4bbc1f1768f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:f5:71:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19afedb-da83-4d0c-88fc-d739d6fea113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:08:01Z', 'updated_at': '2021-08-24T17:08:01Z', 'revision_number': 0, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:08:03.252043 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a4fce-212a-4c29-b77d-93428c4f612b None None] New status for floating IP 1c728bfb-715a-492f-8027-72e55aaed1b4: ACTIVE {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:08:05.022668 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-679eb8db-5d9c-4688-adbc-184580e57521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:05.750280 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97564479-3824-4f75-b753-1afce790120d req-48d0b35e-e0bd-44b0-8969-b398043cdcbc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0956690 Aug 24 17:08:06.119456 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97564479-3824-4f75-b753-1afce790120d req-90e01c78-625d-47dd-b3b2-70d08f760164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:08:06.120945 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97564479-3824-4f75-b753-1afce790120d req-90e01c78-625d-47dd-b3b2-70d08f760164 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 1099 time: 0.3097658 Aug 24 17:08:06.235608 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97564479-3824-4f75-b753-1afce790120d req-0c0e21b5-47fd-417a-86f3-9080dd8aadad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:08:06.237021 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97564479-3824-4f75-b753-1afce790120d req-0c0e21b5-47fd-417a-86f3-9080dd8aadad service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 912 time: 0.0929191 Aug 24 17:08:06.307451 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97564479-3824-4f75-b753-1afce790120d req-c10d18ab-807c-4dee-ac62-ba9a1ed3a151 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fc3ade-c876-4491-9df6-4bbc1f1768f8 HTTP/1.1" status: 200 len: 1002 time: 0.0636902 Aug 24 17:08:06.355951 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97564479-3824-4f75-b753-1afce790120d req-c302ae31-ca7e-41db-a37e-bd2902feafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:08:06.357384 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97564479-3824-4f75-b753-1afce790120d req-c302ae31-ca7e-41db-a37e-bd2902feafb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0433190 Aug 24 17:08:06.402695 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97564479-3824-4f75-b753-1afce790120d req-99c62229-56a8-457e-ae72-24f7f9091b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:08:06.404998 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97564479-3824-4f75-b753-1afce790120d req-99c62229-56a8-457e-ae72-24f7f9091b67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398262 Aug 24 17:08:06.504982 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97564479-3824-4f75-b753-1afce790120d req-49936ed4-1919-451f-8996-db560c1ce181 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834494 Aug 24 17:08:06.594725 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-97564479-3824-4f75-b753-1afce790120d req-af23020a-edc9-4e4c-aee7-071c99d75181 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829992 Aug 24 17:08:07.389673 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:08:07.916252 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4d8d2f15-3d66-405d-841d-5e5fe7916f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:08.046598 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:09.383563 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:10.619169 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:23.068118 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:35.019797 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-59737c75-77bd-4da9-ad3d-2a3d12ff99b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:37.910082 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-a8a82224-62b5-43b9-b9d4-2623faadb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:38.043330 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:39.384829 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:40.618356 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:08:44.391115 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:08:53.072250 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:05.015462 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f443040f-7204-44a8-bdb2-6269016452ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:06.705667 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b5e35aee-ce1f-4fd8-a057-57254a4813be req-71d2700d-8171-466b-a8c8-4c4c67055433 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471017 Aug 24 17:09:06.806717 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e35aee-ce1f-4fd8-a057-57254a4813be req-37abb797-0f82-4941-959d-2ddee874310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:09:06.808267 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b5e35aee-ce1f-4fd8-a057-57254a4813be req-37abb797-0f82-4941-959d-2ddee874310d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 1099 time: 0.0430856 Aug 24 17:09:06.913936 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e35aee-ce1f-4fd8-a057-57254a4813be req-ba46fdca-ff9b-426f-8b1b-1a26f8e9706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:09:06.915481 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b5e35aee-ce1f-4fd8-a057-57254a4813be req-ba46fdca-ff9b-426f-8b1b-1a26f8e9706c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 912 time: 0.0882258 Aug 24 17:09:06.984750 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b5e35aee-ce1f-4fd8-a057-57254a4813be req-8dd59fd2-56ce-4743-b510-e7c69a6d56e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fc3ade-c876-4491-9df6-4bbc1f1768f8 HTTP/1.1" status: 200 len: 1002 time: 0.0624981 Aug 24 17:09:07.041986 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e35aee-ce1f-4fd8-a057-57254a4813be req-30eccba3-b2b8-4509-a291-c4c4eebdecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:09:07.043543 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b5e35aee-ce1f-4fd8-a057-57254a4813be req-30eccba3-b2b8-4509-a291-c4c4eebdecde service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0520973 Aug 24 17:09:07.092546 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e35aee-ce1f-4fd8-a057-57254a4813be req-5d0ec2d5-e339-4227-8048-93c8629bc883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:09:07.094082 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b5e35aee-ce1f-4fd8-a057-57254a4813be req-5d0ec2d5-e339-4227-8048-93c8629bc883 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436604 Aug 24 17:09:07.190076 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b5e35aee-ce1f-4fd8-a057-57254a4813be req-c52c0280-624a-433e-86b2-8e2b8a5e7683 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889933 Aug 24 17:09:07.282952 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b5e35aee-ce1f-4fd8-a057-57254a4813be req-55605481-8f8a-486b-9542-5c56ae1f1c7a service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856714 Aug 24 17:09:07.915283 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-cb32e063-9086-4e83-bd5a-3effef05d06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:08.038918 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:09.383742 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:10.616227 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:21.395115 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:09:23.087648 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:35.031749 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bede6071-21be-4b39-a475-f82b9912e70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:37.913460 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-91accafc-adb2-4db8-a74b-44d604f51437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:38.035290 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:39.387519 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:40.620673 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:53.107684 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:57.746308 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef36f5-27de-4093-8eca-323d8600d146 req-3a9758c2-4e89-44ad-8d95-7f886be15d22 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:09:57.747805 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ffef36f5-27de-4093-8eca-323d8600d146 req-3a9758c2-4e89-44ad-8d95-7f886be15d22 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 946 time: 0.0514135 Aug 24 17:09:57.789209 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ffef36f5-27de-4093-8eca-323d8600d146 req-67238a30-d731-4727-a3d4-2a22a5ae0b73 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327730 Aug 24 17:09:58.397497 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:09:58.924490 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4870ef-ad04-4b6d-bec3-0faccf9bbd17 req-ff9c6fc2-a4a7-4395-9e17-3c7e9f2f97c1 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:09:58.926096 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6e4870ef-ad04-4b6d-bec3-0faccf9bbd17 req-ff9c6fc2-a4a7-4395-9e17-3c7e9f2f97c1 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 946 time: 0.0547140 Aug 24 17:09:58.964867 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-6e4870ef-ad04-4b6d-bec3-0faccf9bbd17 req-bd55d626-8417-43eb-8a8d-828a56190b71 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322015 Aug 24 17:09:59.368279 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e51e1-7119-488e-abef-30da2114967e req-d143b0ef-e5d2-4514-b93e-89a144b7ad3e tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:09:59.369727 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8d1e51e1-7119-488e-abef-30da2114967e req-d143b0ef-e5d2-4514-b93e-89a144b7ad3e tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 946 time: 0.0503864 Aug 24 17:09:59.459996 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-8d1e51e1-7119-488e-abef-30da2114967e req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Deleting port 66fc3ade-c876-4491-9df6-4bbc1f1768f8 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:09:59.460314 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-8d1e51e1-7119-488e-abef-30da2114967e req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:59.553910 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-8d1e51e1-7119-488e-abef-30da2114967e req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] For port 66fc3ade-c876-4491-9df6-4bbc1f1768f8, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=66fc3ade-c876-4491-9df6-4bbc1f1768f8,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:09:59.554280 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-8d1e51e1-7119-488e-abef-30da2114967e req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:59.742298 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-8d1e51e1-7119-488e-abef-30da2114967e req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:59.742793 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-8d1e51e1-7119-488e-abef-30da2114967e req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:59.743113 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.l3_db [req-8d1e51e1-7119-488e-abef-30da2114967e req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Floating IP 1c728bfb-715a-492f-8027-72e55aaed1b4 disassociated. External IP: 172.27.0.238, port: 66fc3ade-c876-4491-9df6-4bbc1f1768f8. Aug 24 17:09:59.743438 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-8d1e51e1-7119-488e-abef-30da2114967e req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Calling delete_port for 66fc3ade-c876-4491-9df6-4bbc1f1768f8 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:09:59.876256 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-8d1e51e1-7119-488e-abef-30da2114967e req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:09:59.904155 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event deleted for resources: {'Port': ['ID=66fc3ade-c876-4491-9df6-4bbc1f1768f8,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:09:59.914724 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:09:59.915071 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:09:59.915403 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:09:59.915739 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:09:59.916062 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:09:59.916386 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:09:59.916708 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:09:59.917036 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:09:59.917346 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:09:59.917659 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:09:59.917974 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:09:59.918307 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:10:00.028180 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d1e51e1-7119-488e-abef-30da2114967e req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Router d4f268e0-d2ea-402e-bc21-d94e739f0e72 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:10:00.063517 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-d98378db-afc6-479f-bef0-f3ff5831dd29 req-cc8657a3-e249-4b88-b24c-0773a652e68d tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19afedb-da83-4d0c-88fc-d739d6fea113 HTTP/1.1" status: 200 len: 210 time: 0.0301523 Aug 24 17:10:00.137959 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d1e51e1-7119-488e-abef-30da2114967e req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:10:00.148023 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3a7b9a-9b99-439f-9993-94b10c12e622 None None] Sync routers for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:10:00.157187 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a7b9a-9b99-439f-9993-94b10c12e622 None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:10:00.157793 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1f3a7b9a-9b99-439f-9993-94b10c12e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:09:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:10:00.176478 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1e51e1-7119-488e-abef-30da2114967e req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] No DVR routers for this DVR port 66fc3ade-c876-4491-9df6-4bbc1f1768f8 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:10:00.179379 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-8d1e51e1-7119-488e-abef-30da2114967e req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:00.181323 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8d1e51e1-7119-488e-abef-30da2114967e req-dbbeb1d4-981c-4e14-a9e9-23ca137e825a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "DELETE /v2.0/ports/66fc3ade-c876-4491-9df6-4bbc1f1768f8 HTTP/1.1" status: 204 len: 173 time: 0.8052213 Aug 24 17:10:00.182074 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19afedb-da83-4d0c-88fc-d739d6fea113', 'name': 'network-vif-deleted', 'tag': '66fc3ade-c876-4491-9df6-4bbc1f1768f8'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:10:00.185077 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e31d00-0e00-4a57-9429-cb152e5334b4" -d '{"events": [{"server_uuid": "d19afedb-da83-4d0c-88fc-d739d6fea113", "name": "network-vif-deleted", "tag": "66fc3ade-c876-4491-9df6-4bbc1f1768f8"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:10:00.270581 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-1f3a7b9a-9b99-439f-9993-94b10c12e622 None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:10:00.303509 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c44c251-dcbe-43f7-a019-e20b4cf5dcd9 x-openstack-request-id: req-3c44c251-dcbe-43f7-a019-e20b4cf5dcd9 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:10:00.304031 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19afedb-da83-4d0c-88fc-d739d6fea113", "name": "network-vif-deleted", "tag": "66fc3ade-c876-4491-9df6-4bbc1f1768f8", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:10:00.304691 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c44c251-dcbe-43f7-a019-e20b4cf5dcd9 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:10:00.305281 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19afedb-da83-4d0c-88fc-d739d6fea113', 'name': 'network-vif-deleted', 'tag': '66fc3ade-c876-4491-9df6-4bbc1f1768f8', 'status': 'completed', 'code': 200} Aug 24 17:10:00.494389 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1f3a7b9a-9b99-439f-9993-94b10c12e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:10:00.520097 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3a7b9a-9b99-439f-9993-94b10c12e622 None None] Checking router: d4f268e0-d2ea-402e-bc21-d94e739f0e72 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:10:00.531433 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a7b9a-9b99-439f-9993-94b10c12e622 None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:10:00.532235 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1f3a7b9a-9b99-439f-9993-94b10c12e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:09:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:10:00.774920 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-1f3a7b9a-9b99-439f-9993-94b10c12e622 None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:10:00.981220 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-1f3a7b9a-9b99-439f-9993-94b10c12e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:10:01.010907 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3a7b9a-9b99-439f-9993-94b10c12e622 None None] The sync data for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi is: [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:10:01.239930 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b05b6a1-c4cf-42c3-a963-dafdb361b3b2 None None] New status for floating IP 1c728bfb-715a-492f-8027-72e55aaed1b4: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:10:01.272570 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-314afc94-af7d-4c3c-96d6-c46806f32e00 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1302523647&fields=id&tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd HTTP/1.1" status: 200 len: 267 time: 0.0329716 Aug 24 17:10:01.384842 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-8339e25f-7001-4331-9d3b-a0da320ee1ee tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:01.386301 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-8339e25f-7001-4331-9d3b-a0da320ee1ee tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 811 time: 0.1061149 Aug 24 17:10:01.402415 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-eefba739-f847-40bc-bf61-e3449f299af5 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/quotas/66d0a1822bda4a9fbf4b7881ffc14cfd HTTP/1.1" status: 200 len: 375 time: 0.0096998 Aug 24 17:10:01.457766 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-88848b3f-0a86-4c8a-b5d5-0dba5bc90f40 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496712 Aug 24 17:10:01.473653 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-450582c4-86b1-4993-afbe-33a41ccfe7aa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 17:10:01.474678 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-450582c4-86b1-4993-afbe-33a41ccfe7aa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051494 Aug 24 17:10:01.567783 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-36ce5fb9-3ccc-426b-8e72-4db53f033e50 service neutron] 10.222.0.13 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874181 Aug 24 17:10:01.658324 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-8c548b98-69fa-4360-b962-0af2c042b202 service neutron] 10.222.0.13 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842657 Aug 24 17:10:01.953895 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-f091599f-d5df-4fa4-bd3d-1295c24cb997 req-140572e1-bc01-4b98-a2da-a2a110b0c6b4 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 210 time: 0.0262420 Aug 24 17:10:02.982405 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 66fc3ade-c876-4491-9df6-4bbc1f1768f8 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:10:03.007482 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: 66fc3ade-c876-4491-9df6-4bbc1f1768f8 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:10:03.008066 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device 66fc3ade-c876-4491-9df6-4bbc1f1768f8 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:10:03.052250 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e6fe9d2a-eb44-449d-8e8b-9b2f3da51c41 req-ce073fb1-e4a7-4329-abc6-90e0a76d3ec3 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 210 time: 0.0279865 Aug 24 17:10:03.153615 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd1da7e9-faea-4279-ae43-75b55454ec62 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:03.155144 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd1da7e9-faea-4279-ae43-75b55454ec62 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 811 time: 0.1055286 Aug 24 17:10:03.206631 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-54cdbea6-f93e-4e25-a337-cd329fd8930e tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd HTTP/1.1" status: 200 len: 380 time: 0.0350711 Aug 24 17:10:03.223699 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-9277de65-d855-4380-94e3-3db37a87cab9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Request body: {'port': {'device_id': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'admin_state_up': True, 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'security_groups': ['9507b3a1-e0d0-434b-a78e-094d230a5b0a']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:10:03.342076 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-9277de65-d855-4380-94e3-3db37a87cab9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Made reservation on behalf of 66d0a1822bda4a9fbf4b7881ffc14cfd for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:10:03.347541 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-9277de65-d855-4380-94e3-3db37a87cab9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:03.483429 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-9277de65-d855-4380-94e3-3db37a87cab9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Allocated IP 172.20.0.14 (ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d/ab0bfa88-cd63-42e0-97fe-13744a36d37e/cd5936c3-75c4-4f1b-a7ad-395eaff8dea8) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:10:03.633848 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-9277de65-d855-4380-94e3-3db37a87cab9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:03.649554 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-9277de65-d855-4380-94e3-3db37a87cab9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Transition to ACTIVE for port object cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:10:03.687444 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-9277de65-d855-4380-94e3-3db37a87cab9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:03.728095 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-9277de65-d855-4380-94e3-3db37a87cab9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:10:03.733174 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-9277de65-d855-4380-94e3-3db37a87cab9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:10:03.736918 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-9277de65-d855-4380-94e3-3db37a87cab9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:10:03.764224 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277de65-d855-4380-94e3-3db37a87cab9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'Port': ['ID=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:10:03.791830 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-9277de65-d855-4380-94e3-3db37a87cab9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:03.792463 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-9277de65-d855-4380-94e3-3db37a87cab9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:03.809162 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-9277de65-d855-4380-94e3-3db37a87cab9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5890591 Aug 24 17:10:03.829342 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Request body: {'port': {'device_id': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:10:03.888739 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:03.965705 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-5f7e90f4-8d10-401b-be86-60db0cc4a02c None None] Provisioning for port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:10:03.969547 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-5f7e90f4-8d10-401b-be86-60db0cc4a02c None None] Provisioning complete for port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:10:03.969919 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-5f7e90f4-8d10-401b-be86-60db0cc4a02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:04.007109 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-5f7e90f4-8d10-401b-be86-60db0cc4a02c None None] Port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:10:04.158009 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:10:04.165762 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:04.173215 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bc9fc-ef9b-4754-8c01-7043859b0099 req-9a5a8536-6281-4b88-9695-b66bbfc0ce8e tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:04.174758 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ad9bc9fc-ef9b-4754-8c01-7043859b0099 req-9a5a8536-6281-4b88-9695-b66bbfc0ce8e tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 932 time: 0.0523562 Aug 24 17:10:04.178978 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Transition to ACTIVE for port object cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:10:04.184880 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:04.212885 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ad9bc9fc-ef9b-4754-8c01-7043859b0099 req-1b0e889e-593e-42cd-ba95-04069fccca23 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319703 Aug 24 17:10:04.256343 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:10:04.311886 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Attempting to bind port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:10:04.312175 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Attempting to bind port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:10:04.312539 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Attempting to bind port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 on network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:10:04.317371 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 on network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:10:04.317797 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Attempting to bind port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 on network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:10:04.323367 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:10:04.323704 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Checking segment: {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:10:04.324088 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Bound using segment: {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:10:04.324524 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Bound port: cd5936c3-75c4-4f1b-a7ad-395eaff8dea8, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:10:04.324880 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:04.389475 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] For port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:10:04.392619 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] For port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:10:04.396971 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:04.429218 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:04.429659 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:04.431083 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] 10.222.0.26 "PUT /v2.0/ports/cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 HTTP/1.1" status: 200 len: 1094 time: 0.6062865 Aug 24 17:10:04.431665 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'tag': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:10:04.433812 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3a9f17-d703-4673-a034-e01bf6225891" -d '{"events": [{"name": "network-changed", "server_uuid": "3df018b9-e68a-4da0-b10d-1bb41e8ecf4b", "tag": "cd5936c3-75c4-4f1b-a7ad-395eaff8dea8"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:10:04.467624 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c1761-751c-4451-8957-813a96236cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:10:04.475788 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa82bc90-e0c2-4902-a7cf-1e6976040b33 x-openstack-request-id: req-aa82bc90-e0c2-4902-a7cf-1e6976040b33 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:10:04.476133 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df018b9-e68a-4da0-b10d-1bb41e8ecf4b", "tag": "cd5936c3-75c4-4f1b-a7ad-395eaff8dea8", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:10:04.476418 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa82bc90-e0c2-4902-a7cf-1e6976040b33 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:10:04.476896 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'tag': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'status': 'completed', 'code': 200} Aug 24 17:10:04.545263 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-0470add6-2060-46f5-8f4d-5b5820b36201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:04.545967 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-0470add6-2060-46f5-8f4d-5b5820b36201 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 1097 time: 0.0471025 Aug 24 17:10:04.596293 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-fb40be6a-84e8-4cd6-8f9d-a08dbe9e22c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 HTTP/1.1" status: 200 len: 217 time: 0.0366988 Aug 24 17:10:04.649631 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-8b1a7f9f-6054-480d-aba3-415131f28c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:04.651006 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-8b1a7f9f-6054-480d-aba3-415131f28c82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0483475 Aug 24 17:10:04.700892 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-b667208b-3cda-4b22-bbb4-246ead5e4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:04.702460 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-b667208b-3cda-4b22-bbb4-246ead5e4906 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445085 Aug 24 17:10:04.794317 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-abfc1ad4-1cbd-4575-b811-9adb3cb3840c service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846760 Aug 24 17:10:04.886399 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c202c42a-85f4-4b63-aa24-00dc11534f57 req-ff1d3a25-ca60-4894-acf2-cfb01cdce2ee service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853534 Aug 24 17:10:05.017599 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-6447650a-d590-43f4-8ef8-e31d553330d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:05.020396 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a9f17-d703-4673-a034-e01bf6225891 req-80d2ad0f-5e4f-4098-8985-a0f06bd223ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:05.022558 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8e3a9f17-d703-4673-a034-e01bf6225891 req-80d2ad0f-5e4f-4098-8985-a0f06bd223ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 1097 time: 0.0483127 Aug 24 17:10:05.113114 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a9f17-d703-4673-a034-e01bf6225891 req-75d28b10-6fd0-4f22-8594-1bc6a933d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:05.114878 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8e3a9f17-d703-4673-a034-e01bf6225891 req-75d28b10-6fd0-4f22-8594-1bc6a933d7c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 912 time: 0.0854652 Aug 24 17:10:05.181811 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8e3a9f17-d703-4673-a034-e01bf6225891 req-615b2389-26cb-47c3-b9de-14b5cda5b799 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 HTTP/1.1" status: 200 len: 217 time: 0.0423832 Aug 24 17:10:05.234727 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a9f17-d703-4673-a034-e01bf6225891 req-2a4f96fb-f3ca-46ed-b2f6-b4162227998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:05.236172 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8e3a9f17-d703-4673-a034-e01bf6225891 req-2a4f96fb-f3ca-46ed-b2f6-b4162227998c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0469387 Aug 24 17:10:05.285003 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a9f17-d703-4673-a034-e01bf6225891 req-f228cd3a-c5c0-4ce9-87da-7fe1c8c0db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:05.286727 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8e3a9f17-d703-4673-a034-e01bf6225891 req-f228cd3a-c5c0-4ce9-87da-7fe1c8c0db40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425889 Aug 24 17:10:05.333873 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd72aed-3d10-4e09-a26e-7620204f2a3e req-8ba60302-04c0-4c67-8bfe-0ec33862fe28 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:05.335367 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0bd72aed-3d10-4e09-a26e-7620204f2a3e req-8ba60302-04c0-4c67-8bfe-0ec33862fe28 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 944 time: 0.0493760 Aug 24 17:10:05.372501 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-0bd72aed-3d10-4e09-a26e-7620204f2a3e req-4af7a00c-67d5-42c0-a051-82f24a8b82b4 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309923 Aug 24 17:10:05.378052 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8e3a9f17-d703-4673-a034-e01bf6225891 req-c0d80537-b598-4abd-b347-5b841a440f50 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845408 Aug 24 17:10:05.484094 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8e3a9f17-d703-4673-a034-e01bf6225891 req-55c79340-be2e-4dab-8e00-1bdae4eb0645 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992734 Aug 24 17:10:06.504288 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e33161-ec7e-41e2-ba56-d93e8be64c07 req-c3b16f50-058c-4df9-8e16-4f208bb64548 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:06.505650 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-17e33161-ec7e-41e2-ba56-d93e8be64c07 req-c3b16f50-058c-4df9-8e16-4f208bb64548 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 944 time: 0.0580261 Aug 24 17:10:06.547817 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-17e33161-ec7e-41e2-ba56-d93e8be64c07 req-6d9e46ab-696d-4749-b1e3-0f6f77006a00 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331759 Aug 24 17:10:07.663937 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9f1d3-69a5-40bb-a31a-178e7b370164 req-61fcf346-dfc2-498c-b6d4-964029a60c83 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:07.665425 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-21c9f1d3-69a5-40bb-a31a-178e7b370164 req-61fcf346-dfc2-498c-b6d4-964029a60c83 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 944 time: 0.0503945 Aug 24 17:10:07.704153 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-21c9f1d3-69a5-40bb-a31a-178e7b370164 req-74b6117c-e6f6-4d73-bc6b-1892bb23c476 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319476 Aug 24 17:10:07.911570 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-82f405c2-8015-4217-ba27-7618fa7c04b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:08.030184 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:08.833334 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ad29d-d42c-4f9a-8856-dc05438d369b req-9166b71f-e9f6-403c-a6f3-1737a06ca830 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:08.834822 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2a1ad29d-d42c-4f9a-8856-dc05438d369b req-9166b71f-e9f6-403c-a6f3-1737a06ca830 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 944 time: 0.0571325 Aug 24 17:10:08.875253 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2a1ad29d-d42c-4f9a-8856-dc05438d369b req-64d20dc9-005e-4991-a1a4-1370361e3218 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338733 Aug 24 17:10:09.391158 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:10.008458 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7014806-44c8-46e4-9277-cd00af7938de req-34a69912-9bf4-4bc2-993f-6230350ab95f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:10.009925 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7014806-44c8-46e4-9277-cd00af7938de req-34a69912-9bf4-4bc2-993f-6230350ab95f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 944 time: 0.0565333 Aug 24 17:10:10.058049 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-c7014806-44c8-46e4-9277-cd00af7938de req-3a3ed12a-6d3a-4b7f-bfce-8ecb7d616882 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392063 Aug 24 17:10:10.631509 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:11.178151 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ab9b6-60a2-45a5-8d47-3b22abe6a868 req-c7958b2b-aaba-4780-a87e-f999eb07f8ab tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:11.179638 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5e3ab9b6-60a2-45a5-8d47-3b22abe6a868 req-c7958b2b-aaba-4780-a87e-f999eb07f8ab tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 944 time: 0.0522799 Aug 24 17:10:11.224181 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5e3ab9b6-60a2-45a5-8d47-3b22abe6a868 req-51df0e53-338b-4d37-b961-cfce905a0654 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353451 Aug 24 17:10:12.341050 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba5a6c-0529-477a-a7a6-d4cb334fba47 req-3c947ca5-6419-4525-a561-99a15a1f8a22 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:12.342553 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-28ba5a6c-0529-477a-a7a6-d4cb334fba47 req-3c947ca5-6419-4525-a561-99a15a1f8a22 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 944 time: 0.0508490 Aug 24 17:10:12.380218 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-28ba5a6c-0529-477a-a7a6-d4cb334fba47 req-40135442-1e2b-4ba6-b37a-ce4a790ce698 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316937 Aug 24 17:10:13.031227 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:10:13.136497 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:10:13.147851 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'port_id': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'mac_address': 'fa:16:3e:0f:7d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:10:13.186627 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:13.199933 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:10:13.219230 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:10:13.225464 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:13.270688 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:10:13.278955 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:10:13.279279 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:10:13.279596 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:10:13.279935 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:10:13.280239 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:10:13.280569 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:10:13.280888 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:10:13.281206 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:10:13.281578 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:10:13.281844 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:10:13.282151 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:10:13.282487 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:10:13.505122 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['cd5936c3-75c4-4f1b-a7ad-395eaff8dea8'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:10:13.510014 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf3905-8f79-479e-8cb7-1754e6a16031 req-e767c6e3-46fd-4493-b13f-84eb0f96fe00 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:13.511527 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f5bf3905-8f79-479e-8cb7-1754e6a16031 req-e767c6e3-46fd-4493-b13f-84eb0f96fe00 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 945 time: 0.0590730 Aug 24 17:10:13.549624 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-f5bf3905-8f79-479e-8cb7-1754e6a16031 req-e7d3b2aa-58fe-415e-9310-b0251604b56d tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Aug 24 17:10:14.675307 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f859f-015e-4179-8750-36c3371651c5 req-195ec283-6bc6-4db1-8bdb-c8e749db4a9d tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:14.676774 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-861f859f-015e-4179-8750-36c3371651c5 req-195ec283-6bc6-4db1-8bdb-c8e749db4a9d tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 945 time: 0.0582457 Aug 24 17:10:14.716162 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-861f859f-015e-4179-8750-36c3371651c5 req-38162679-34fb-4a8b-9571-fbf32f441851 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333316 Aug 24 17:10:15.029103 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:10:15.088246 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:10:15.094015 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:10:15.094668 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:15.180734 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:15.208322 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:10:15.210620 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319b8630-8e7d-44d9-8e84-9a8c5392b035" -d '{"events": [{"server_uuid": "3df018b9-e68a-4da0-b10d-1bb41e8ecf4b", "name": "network-vif-plugged", "status": "completed", "tag": "cd5936c3-75c4-4f1b-a7ad-395eaff8dea8"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:10:15.223659 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:10:15.231383 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:15.286270 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:10:15.316207 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997259bf-fd80-4ccf-82d1-3bab207e264d x-openstack-request-id: req-997259bf-fd80-4ccf-82d1-3bab207e264d {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:10:15.316501 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df018b9-e68a-4da0-b10d-1bb41e8ecf4b", "name": "network-vif-plugged", "status": "completed", "tag": "cd5936c3-75c4-4f1b-a7ad-395eaff8dea8", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:10:15.316750 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-997259bf-fd80-4ccf-82d1-3bab207e264d {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:10:15.317146 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'code': 200} Aug 24 17:10:15.573148 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394c93e-a658-4117-9cec-bf83063d7f12 req-06b9a9d5-044a-4220-8e52-58cd55a3ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:15.574691 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2394c93e-a658-4117-9cec-bf83063d7f12 req-06b9a9d5-044a-4220-8e52-58cd55a3ffc4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 1099 time: 0.0420337 Aug 24 17:10:15.611181 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2394c93e-a658-4117-9cec-bf83063d7f12 req-ea754790-86b2-44dc-925b-3748e831fff2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288570 Aug 24 17:10:15.857946 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db98e90-f547-4fc7-b8f3-a34fa52cf2c3 req-bdd61bf5-75f9-42d8-9bcd-f7a72e5bfa50 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:15.859340 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8db98e90-f547-4fc7-b8f3-a34fa52cf2c3 req-bdd61bf5-75f9-42d8-9bcd-f7a72e5bfa50 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 946 time: 0.0685117 Aug 24 17:10:15.902887 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8db98e90-f547-4fc7-b8f3-a34fa52cf2c3 req-70f29ec6-ee60-4c8b-9eea-fa098fc235fe tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344286 Aug 24 17:10:17.022259 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6239e-80d7-4c74-a028-e4a0007d7f6e req-e57a94a4-bf5e-4bdb-8257-9060676f9acf tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:17.023770 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e1d6239e-80d7-4c74-a028-e4a0007d7f6e req-e57a94a4-bf5e-4bdb-8257-9060676f9acf tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 946 time: 0.0510621 Aug 24 17:10:17.061740 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-e1d6239e-80d7-4c74-a028-e4a0007d7f6e req-de5395bc-52ed-467d-b399-2c4314d3f742 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317993 Aug 24 17:10:17.198453 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aff46-b399-45d0-b601-f3d09dddb864 req-3c373398-8cad-45af-aa5b-3a13bb76d545 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:17.199836 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ab3aff46-b399-45d0-b601-f3d09dddb864 req-3c373398-8cad-45af-aa5b-3a13bb76d545 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 946 time: 0.0650241 Aug 24 17:10:17.241403 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-ab3aff46-b399-45d0-b601-f3d09dddb864 req-049a4ba4-536f-4517-8c53-eafa7147a215 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354016 Aug 24 17:10:17.265581 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37572) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:10:17.308782 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3926f7e-b923-4902-9d01-117a8d14099f tempest-TestVolumeBootPattern-964732475 tempest-TestVolumeBootPattern-964732475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:17.310316 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-a3926f7e-b923-4902-9d01-117a8d14099f tempest-TestVolumeBootPattern-964732475 tempest-TestVolumeBootPattern-964732475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 1094 time: 0.0437310 Aug 24 17:10:17.313151 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37574) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:10:17.317446 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Request body: {'floatingip': {'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'port_id': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:10:17.341079 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for floatingip, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:17.435990 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:17.540822 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Allocated IP 172.27.0.207 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/5be0c280-cd5a-41f6-ae88-62b70dcfe1a1) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:10:17.648423 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:17.693462 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:17.738012 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:10:17.741068 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:10:17.745397 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:10:17.748437 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'Port': ['ID=5be0c280-cd5a-41f6-ae88-62b70dcfe1a1,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:10:18.077504 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:18.150580 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:18.298120 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:18.304609 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:18.371926 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'Port': ['ID=5be0c280-cd5a-41f6-ae88-62b70dcfe1a1,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:10:18.385079 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:18.751751 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.l3_db [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Floating IP eec90966-f21f-4c83-b8a2-83c1983cfaac associated. External IP: 172.27.0.207, port: cd5936c3-75c4-4f1b-a7ad-395eaff8dea8. Aug 24 17:10:18.961906 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Router d4f268e0-d2ea-402e-bc21-d94e739f0e72 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:10:19.066902 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:10:19.078563 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f97a97-d926-4c5b-9e24-5d761302e62b None None] Sync routers for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:10:19.084572 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:19.088276 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f97a97-d926-4c5b-9e24-5d761302e62b None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:10:19.088908 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-61f97a97-d926-4c5b-9e24-5d761302e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:10:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:10:19.115615 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-b991193b-f712-4eb8-a36b-02446cb4a072 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8014653 Aug 24 17:10:19.116209 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'tag': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:10:19.118530 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f53fdfd-55a3-45bb-9409-484fff319bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "3df018b9-e68a-4da0-b10d-1bb41e8ecf4b", "tag": "cd5936c3-75c4-4f1b-a7ad-395eaff8dea8"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:10:19.154920 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49559c8e-2145-4172-a362-950ec5929b15 x-openstack-request-id: req-49559c8e-2145-4172-a362-950ec5929b15 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:10:19.155201 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df018b9-e68a-4da0-b10d-1bb41e8ecf4b", "tag": "cd5936c3-75c4-4f1b-a7ad-395eaff8dea8", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:10:19.155447 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49559c8e-2145-4172-a362-950ec5929b15 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:10:19.155844 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'tag': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'status': 'completed', 'code': 200} Aug 24 17:10:19.211775 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-61f97a97-d926-4c5b-9e24-5d761302e62b None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:10:19.239087 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53fdfd-55a3-45bb-9409-484fff319bc8 req-5652063c-bc63-40e8-bde3-9e57012a41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:19.240712 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4f53fdfd-55a3-45bb-9409-484fff319bc8 req-5652063c-bc63-40e8-bde3-9e57012a41f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 1099 time: 0.0403757 Aug 24 17:10:19.330702 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53fdfd-55a3-45bb-9409-484fff319bc8 req-6bf36906-5b9e-4510-999a-1db172e9130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:19.332078 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4f53fdfd-55a3-45bb-9409-484fff319bc8 req-6bf36906-5b9e-4510-999a-1db172e9130a service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 912 time: 0.0843410 Aug 24 17:10:19.428670 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4f53fdfd-55a3-45bb-9409-484fff319bc8 req-ae10b7e7-fd94-4184-9b05-523d6d3eb686 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 HTTP/1.1" status: 200 len: 1000 time: 0.0879936 Aug 24 17:10:19.462818 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-61f97a97-d926-4c5b-9e24-5d761302e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'eec90966-f21f-4c83-b8a2-83c1983cfaac', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:0f:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:10:17Z', 'updated_at': '2021-08-24T17:10:17Z', 'revision_number': 0, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:10:19.481263 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53fdfd-55a3-45bb-9409-484fff319bc8 req-8b2c37c3-9ba8-49f7-bf75-dd6bb8bfd474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:19.482767 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4f53fdfd-55a3-45bb-9409-484fff319bc8 req-8b2c37c3-9ba8-49f7-bf75-dd6bb8bfd474 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0476162 Aug 24 17:10:19.488536 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f97a97-d926-4c5b-9e24-5d761302e62b None None] Checking router: d4f268e0-d2ea-402e-bc21-d94e739f0e72 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:10:19.496893 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f97a97-d926-4c5b-9e24-5d761302e62b None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:10:19.497506 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-61f97a97-d926-4c5b-9e24-5d761302e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:10:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:10:19.528088 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53fdfd-55a3-45bb-9409-484fff319bc8 req-3d014f50-cecf-4141-b5e9-ad2b02967a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:10:19.529601 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4f53fdfd-55a3-45bb-9409-484fff319bc8 req-3d014f50-cecf-4141-b5e9-ad2b02967a56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400696 Aug 24 17:10:19.601978 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-61f97a97-d926-4c5b-9e24-5d761302e62b None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:10:19.620069 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4f53fdfd-55a3-45bb-9409-484fff319bc8 req-b89dccd9-d093-4d40-91a4-c29101baecf0 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835507 Aug 24 17:10:19.709610 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4f53fdfd-55a3-45bb-9409-484fff319bc8 req-886524af-7fa4-40ea-ac57-43d9d1873e0f service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828824 Aug 24 17:10:19.826368 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-61f97a97-d926-4c5b-9e24-5d761302e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'eec90966-f21f-4c83-b8a2-83c1983cfaac', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:0f:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:10:17Z', 'updated_at': '2021-08-24T17:10:17Z', 'revision_number': 0, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:10:19.856501 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f97a97-d926-4c5b-9e24-5d761302e62b None None] The sync data for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi is: [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'eec90966-f21f-4c83-b8a2-83c1983cfaac', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:0f:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:10:17Z', 'updated_at': '2021-08-24T17:10:17Z', 'revision_number': 0, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:10:20.058770 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dc44df-08b3-4fea-81d8-68aefb1671ba None None] New status for floating IP eec90966-f21f-4c83-b8a2-83c1983cfaac: ACTIVE {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:10:23.115792 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:35.027835 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9e5d753f-f9bd-4a99-828b-c6eab35138d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:35.401956 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:10:37.915215 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9e2a24e5-c788-4228-8587-d5c32c58054b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:38.042875 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:39.398083 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:40.632674 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:10:53.114472 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:05.022985 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-507bf57e-f67a-4df6-9f17-a5a246154c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:07.912004 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-aaf37335-745d-4afd-a937-5d3f011c4555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:08.042225 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:08.940323 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-acfbff5e-73c3-427a-8244-c93fb51a7f15 req-044ad448-4d94-4653-9673-d6e8558279cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470476 Aug 24 17:11:09.046561 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbff5e-73c3-427a-8244-c93fb51a7f15 req-d92f5fa0-c95e-449f-9d52-ce0cfd038476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:09.048115 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-acfbff5e-73c3-427a-8244-c93fb51a7f15 req-d92f5fa0-c95e-449f-9d52-ce0cfd038476 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 1099 time: 0.0422478 Aug 24 17:11:09.159952 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbff5e-73c3-427a-8244-c93fb51a7f15 req-035ba587-fac8-4d35-b1e1-f6e58af6f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:09.161523 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-acfbff5e-73c3-427a-8244-c93fb51a7f15 req-035ba587-fac8-4d35-b1e1-f6e58af6f983 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 912 time: 0.0938795 Aug 24 17:11:09.231953 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-acfbff5e-73c3-427a-8244-c93fb51a7f15 req-58ccd17e-9b7b-42d9-bd4e-a8485bedee54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 HTTP/1.1" status: 200 len: 1002 time: 0.0633178 Aug 24 17:11:09.285479 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbff5e-73c3-427a-8244-c93fb51a7f15 req-26bdbba6-09b7-4421-a924-fe736296c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:09.286969 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-acfbff5e-73c3-427a-8244-c93fb51a7f15 req-26bdbba6-09b7-4421-a924-fe736296c67f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0471265 Aug 24 17:11:09.338858 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbff5e-73c3-427a-8244-c93fb51a7f15 req-0439332a-e968-4278-bab7-6401e14d9b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:09.340340 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-acfbff5e-73c3-427a-8244-c93fb51a7f15 req-0439332a-e968-4278-bab7-6401e14d9b94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465009 Aug 24 17:11:09.397766 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:09.437811 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-acfbff5e-73c3-427a-8244-c93fb51a7f15 req-2afa6a6b-51f5-4a47-93aa-fd4dd4305375 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901430 Aug 24 17:11:09.528944 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-acfbff5e-73c3-427a-8244-c93fb51a7f15 req-b65f2493-5150-44a6-9e78-404faad0983f service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841031 Aug 24 17:11:10.636234 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:12.402010 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:11:23.100726 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:35.024497 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8efc4791-053e-428e-8adc-6ece7bc64df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:37.910926 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c1365ceb-b022-4bb1-ba25-9708e44b7616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:38.035247 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:39.408357 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:40.638125 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:49.406086 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:11:53.118028 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:54.282573 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-13e7d513-0363-4935-a3f1-c50bd2b8869e tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1302523647&fields=id&tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd HTTP/1.1" status: 200 len: 267 time: 0.0350029 Aug 24 17:11:54.391771 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-3e0c0908-d228-4dde-a729-e58e63865633 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:54.393164 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-3e0c0908-d228-4dde-a729-e58e63865633 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 811 time: 0.1040623 Aug 24 17:11:54.411398 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-9d855751-4b08-4292-88e6-a03ec129e4d8 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/quotas/66d0a1822bda4a9fbf4b7881ffc14cfd HTTP/1.1" status: 200 len: 375 time: 0.0092087 Aug 24 17:11:54.467961 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-9bfd4b56-8dec-4074-a6e0-c5476094281a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0509064 Aug 24 17:11:54.657167 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-5ebea4ab-e627-4278-9a2e-3caf1999ba22 service neutron] 10.222.0.13 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723843 Aug 24 17:11:54.746676 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-a28bc786-b711-41f4-bc06-b48ec876b497 service neutron] 10.222.0.13 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832520 Aug 24 17:11:55.068425 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-c775eb8f-dce8-428f-be56-7b5dbaf7f4ae req-a8efc9ff-71cb-447e-9104-27ceff65feeb tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 210 time: 0.0272403 Aug 24 17:11:56.117250 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-08834d66-aa79-43b2-add1-267f4c2c683b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:56.118733 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-08834d66-aa79-43b2-add1-267f4c2c683b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 811 time: 0.1101458 Aug 24 17:11:56.167538 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-23edc619-7942-4a50-a877-20de1749ed9a tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd HTTP/1.1" status: 200 len: 380 time: 0.0341203 Aug 24 17:11:56.180523 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e3202d6b-6d83-409d-941f-ed173003d9a1 req-0970fcf6-4c1e-4f97-af6f-db4400310fc3 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 210 time: 0.0264325 Aug 24 17:11:56.185060 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Request body: {'port': {'device_id': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'admin_state_up': True, 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'security_groups': ['9507b3a1-e0d0-434b-a78e-094d230a5b0a']}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:11:56.305199 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Made reservation on behalf of 66d0a1822bda4a9fbf4b7881ffc14cfd for: {'port': 1} {{(pid=93842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 17:11:56.308781 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:56.439758 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Allocated IP 172.20.0.13 (ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d/ab0bfa88-cd63-42e0-97fe-13744a36d37e/ee322433-c072-41ee-9fbe-2ad6e745141a) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:11:56.576420 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:56.589811 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Transition to ACTIVE for port object ee322433-c072-41ee-9fbe-2ad6e745141a will not be triggered until provisioned by entity DHCP. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:11:56.623748 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:56.667738 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:11:56.671041 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:11:56.675408 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:11:56.700944 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'Port': ['ID=ee322433-c072-41ee-9fbe-2ad6e745141a,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:11:56.719934 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:11:56.720281 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:11:56.720621 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:11:56.720956 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:11:56.721291 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:11:56.721620 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:11:56.721950 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:11:56.722284 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:11:56.722751 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:11:56.722956 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:11:56.723282 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:11:56.723604 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:11:56.744845 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:56.745377 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:56.762287 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-47f0b320-599b-4f3d-ab91-78ef88be70a9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5833986 Aug 24 17:11:56.781404 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Request body: {'port': {'device_id': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:11:56.838050 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:56.893316 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c20c5e3f-7dfe-4971-b3a8-551741bca175 None None] Provisioning for port ee322433-c072-41ee-9fbe-2ad6e745141a completed by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:11:56.897225 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c20c5e3f-7dfe-4971-b3a8-551741bca175 None None] Provisioning complete for port ee322433-c072-41ee-9fbe-2ad6e745141a triggered by entity DHCP. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:11:56.897584 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c20c5e3f-7dfe-4971-b3a8-551741bca175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:56.930360 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c20c5e3f-7dfe-4971-b3a8-551741bca175 None None] Port ee322433-c072-41ee-9fbe-2ad6e745141a cannot update to ACTIVE because it is not bound. {{(pid=93843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 17:11:57.106989 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee322433-c072-41ee-9fbe-2ad6e745141a {{(pid=93842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:11:57.114558 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:57.126367 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.provisioning_blocks [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Transition to ACTIVE for port object ee322433-c072-41ee-9fbe-2ad6e745141a will not be triggered until provisioned by entity L2. {{(pid=93842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 17:11:57.133513 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:57.183479 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Pushing event updated for resources: {'Port': ['ID=ee322433-c072-41ee-9fbe-2ad6e745141a,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:11:57.254941 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Attempting to bind port ee322433-c072-41ee-9fbe-2ad6e745141a on host hv-cinder-79966 for vnic_type normal with profile {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 17:11:57.255278 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Attempting to bind port ee322433-c072-41ee-9fbe-2ad6e745141a by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 17:11:57.255597 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Attempting to bind port ee322433-c072-41ee-9fbe-2ad6e745141a on network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:11:57.260207 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Port ee322433-c072-41ee-9fbe-2ad6e745141a on network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 17:11:57.260521 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Attempting to bind port ee322433-c072-41ee-9fbe-2ad6e745141a on network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 17:11:57.267483 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Checking agent: {'id': 'dc92d86b-b93f-4646-b50f-ead0a8df4b19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'started_at': datetime.datetime(2021, 8, 24, 16, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 17:11:57.267806 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Checking segment: {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 17:11:57.268182 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Bound using segment: {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'} {{(pid=93842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 17:11:57.268603 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.managers [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Bound port: ee322433-c072-41ee-9fbe-2ad6e745141a, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a6085a-98a3-4c97-8e31-f1c51ee02767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d'}}] {{(pid=93842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 17:11:57.268956 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:57.353911 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdcf54-3c12-486e-8338-c57483280c03 req-c24be4ea-84be-4b1c-a621-aefd8d24b25f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:57.355428 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-92cdcf54-3c12-486e-8338-c57483280c03 req-c24be4ea-84be-4b1c-a621-aefd8d24b25f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 944 time: 0.0900099 Aug 24 17:11:57.384404 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] For port ee322433-c072-41ee-9fbe-2ad6e745141a, host hv-cinder-79966, cleared binding levels {{(pid=93842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 17:11:57.403895 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] For port ee322433-c072-41ee-9fbe-2ad6e745141a, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ee322433-c072-41ee-9fbe-2ad6e745141a,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 17:11:57.410798 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-92cdcf54-3c12-486e-8338-c57483280c03 req-e4fc595a-70b7-4856-9f5a-c014715b4e09 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493548 Aug 24 17:11:57.412279 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:57.450972 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:57.451587 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:11:57.452982 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] 10.222.0.26 "PUT /v2.0/ports/ee322433-c072-41ee-9fbe-2ad6e745141a HTTP/1.1" status: 200 len: 1094 time: 0.6768801 Aug 24 17:11:57.453391 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'tag': 'ee322433-c072-41ee-9fbe-2ad6e745141a'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:11:57.455680 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe2e88f-d7de-45da-9f97-55e3914fce53" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb596d4-011c-4c9c-be20-ae5e4c5ccca2", "tag": "ee322433-c072-41ee-9fbe-2ad6e745141a"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:11:57.476593 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40577c63-4af6-401d-9dc8-7e8c68f80dcc service neutron] Pushing event updated for resources: {'Port': ['ID=ee322433-c072-41ee-9fbe-2ad6e745141a,revision_number=3']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:11:57.504492 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee53efc-aa92-43cd-bde1-14c219c3e2b8 x-openstack-request-id: req-bee53efc-aa92-43cd-bde1-14c219c3e2b8 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:11:57.504779 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb596d4-011c-4c9c-be20-ae5e4c5ccca2", "tag": "ee322433-c072-41ee-9fbe-2ad6e745141a", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:11:57.505034 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bee53efc-aa92-43cd-bde1-14c219c3e2b8 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:11:57.505427 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'tag': 'ee322433-c072-41ee-9fbe-2ad6e745141a', 'status': 'completed', 'code': 200} Aug 24 17:11:57.563689 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-4e55db7d-beef-4dad-8d23-52a48d35a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:57.565220 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-4e55db7d-beef-4dad-8d23-52a48d35a87d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 1097 time: 0.0419812 Aug 24 17:11:57.615863 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-47001e90-12e1-4119-8e05-337aedfb55c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee322433-c072-41ee-9fbe-2ad6e745141a HTTP/1.1" status: 200 len: 217 time: 0.0378020 Aug 24 17:11:57.664456 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-5ffdc6a3-782e-45e7-9243-9adbb2ccdced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:57.665824 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-5ffdc6a3-782e-45e7-9243-9adbb2ccdced service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0431252 Aug 24 17:11:57.715864 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-b63ad072-2f85-47d5-8b7d-8d15c9bf91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:57.718409 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-b63ad072-2f85-47d5-8b7d-8d15c9bf91a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451632 Aug 24 17:11:57.811757 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-66b96954-177a-4217-af7f-dd4e23854747 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864160 Aug 24 17:11:57.912130 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-5adb4237-bee5-4fe7-bc16-907033faa163 req-509b15a7-05a3-46a3-8e9b-4c0a1614c4ca service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928164 Aug 24 17:11:58.050051 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2e88f-d7de-45da-9f97-55e3914fce53 req-7ea8e949-50ea-4389-b5d4-693754339ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:58.051530 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7fe2e88f-d7de-45da-9f97-55e3914fce53 req-7ea8e949-50ea-4389-b5d4-693754339ef2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 1097 time: 0.0478308 Aug 24 17:11:58.147492 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2e88f-d7de-45da-9f97-55e3914fce53 req-dbcf2821-7a8d-4dcd-94e8-9f66bc91732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:58.149867 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7fe2e88f-d7de-45da-9f97-55e3914fce53 req-dbcf2821-7a8d-4dcd-94e8-9f66bc91732b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 912 time: 0.0910997 Aug 24 17:11:58.190732 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7fe2e88f-d7de-45da-9f97-55e3914fce53 req-8575608c-ace6-4f19-8cf3-c95642936274 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee322433-c072-41ee-9fbe-2ad6e745141a HTTP/1.1" status: 200 len: 217 time: 0.0335042 Aug 24 17:11:58.243905 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2e88f-d7de-45da-9f97-55e3914fce53 req-bea92efd-cf81-4e7b-bcb0-5da522f975ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:58.245339 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7fe2e88f-d7de-45da-9f97-55e3914fce53 req-bea92efd-cf81-4e7b-bcb0-5da522f975ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0470657 Aug 24 17:11:58.292094 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2e88f-d7de-45da-9f97-55e3914fce53 req-8606c4f5-3d84-44bc-909c-768079be522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:58.293547 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7fe2e88f-d7de-45da-9f97-55e3914fce53 req-8606c4f5-3d84-44bc-909c-768079be522d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410588 Aug 24 17:11:58.387258 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7fe2e88f-d7de-45da-9f97-55e3914fce53 req-f53b4734-1dd5-42d6-80a8-67875753db3c service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828650 Aug 24 17:11:58.492770 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-7fe2e88f-d7de-45da-9f97-55e3914fce53 req-fd4d2002-ba1a-405a-b6c5-67aa8792237f service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948541 Aug 24 17:11:58.533179 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb629a4-a722-4a98-a033-a81020e6ae1d req-1e44f2ce-3e5e-47bf-a255-4177fbf2f5c8 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:58.535170 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ffb629a4-a722-4a98-a033-a81020e6ae1d req-1e44f2ce-3e5e-47bf-a255-4177fbf2f5c8 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 944 time: 0.0570459 Aug 24 17:11:58.577735 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ffb629a4-a722-4a98-a033-a81020e6ae1d req-6d110d70-e524-4aff-b944-eb94703c5528 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363529 Aug 24 17:11:59.710729 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e06ddf-5fdb-442f-9e1f-75bdbaa36ce9 req-ae241dc4-d186-462b-b48d-eaa759dfe015 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:11:59.712172 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-40e06ddf-5fdb-442f-9e1f-75bdbaa36ce9 req-ae241dc4-d186-462b-b48d-eaa759dfe015 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 944 time: 0.0576341 Aug 24 17:11:59.757431 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-40e06ddf-5fdb-442f-9e1f-75bdbaa36ce9 req-f940f8e7-0426-460b-b82a-da0d88eff5b8 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387330 Aug 24 17:12:00.883028 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93361c-6315-4079-815b-6e5929365296 req-7424f220-0619-4d1a-88bb-0bc24f251b29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:00.884516 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd93361c-6315-4079-815b-6e5929365296 req-7424f220-0619-4d1a-88bb-0bc24f251b29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 944 time: 0.0526640 Aug 24 17:12:00.938879 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-fd93361c-6315-4079-815b-6e5929365296 req-4b502aeb-941a-4edb-beba-484cddaa0901 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454280 Aug 24 17:12:02.087724 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55233d0e-c9d0-4017-82bd-bdb627104058 req-3ef3cb5e-e52d-4971-a5e9-2638a22d35e1 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:02.089188 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-55233d0e-c9d0-4017-82bd-bdb627104058 req-3ef3cb5e-e52d-4971-a5e9-2638a22d35e1 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 944 time: 0.0519612 Aug 24 17:12:02.128340 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-55233d0e-c9d0-4017-82bd-bdb627104058 req-6ea19a5e-c281-49c9-8334-de37171d21a7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329182 Aug 24 17:12:03.276776 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc775b-f07b-4f29-a1f5-24076280dd66 req-49eedb2d-7fc9-4c72-b101-5066dac782b5 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:03.278666 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b6fc775b-f07b-4f29-a1f5-24076280dd66 req-49eedb2d-7fc9-4c72-b101-5066dac782b5 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 944 time: 0.0648971 Aug 24 17:12:03.323841 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-b6fc775b-f07b-4f29-a1f5-24076280dd66 req-42a7d11a-bc88-4706-b9b8-6d7410c26984 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391915 Aug 24 17:12:04.448086 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcdfab-463e-46fb-a252-900b1f608175 req-4b382cba-c99f-4f80-875c-885bb27d72ac tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:04.449548 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-71bcdfab-463e-46fb-a252-900b1f608175 req-4b382cba-c99f-4f80-875c-885bb27d72ac tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 944 time: 0.0531108 Aug 24 17:12:04.499303 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-71bcdfab-463e-46fb-a252-900b1f608175 req-579066c8-8ee4-4fdd-aaa1-058b4bfb65ca tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407736 Aug 24 17:12:05.027457 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3f386676-ee77-406d-b4bd-bff21773795b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:05.573553 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device ee322433-c072-41ee-9fbe-2ad6e745141a details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=93843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 17:12:05.622280 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5f516-f249-43ed-81ec-c467bbf87cad req-870077d9-a32d-4242-be56-606ea6ad6ef1 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:05.623849 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9de5f516-f249-43ed-81ec-c467bbf87cad req-870077d9-a32d-4242-be56-606ea6ad6ef1 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 944 time: 0.0565484 Aug 24 17:12:05.663954 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-9de5f516-f249-43ed-81ec-c467bbf87cad req-5f35da8b-a7fe-45d8-8364-c6deb00d48e1 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338356 Aug 24 17:12:05.681995 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port ee322433-c072-41ee-9fbe-2ad6e745141a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ee322433-c072-41ee-9fbe-2ad6e745141a,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:12:05.693234 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Returning: {'device': 'ee322433-c072-41ee-9fbe-2ad6e745141a', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'port_id': 'ee322433-c072-41ee-9fbe-2ad6e745141a', 'mac_address': 'fa:16:3e:5a:a7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 17:12:05.728847 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:05.741433 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee322433-c072-41ee-9fbe-2ad6e745141a {{(pid=93843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 17:12:05.760409 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port ee322433-c072-41ee-9fbe-2ad6e745141a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ee322433-c072-41ee-9fbe-2ad6e745141a,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:12:05.768031 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:05.818503 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=ee322433-c072-41ee-9fbe-2ad6e745141a,revision_number=4']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:12:05.826981 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:12:05.827363 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:12:05.827704 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:12:05.828033 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:12:05.828359 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:12:05.828681 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:12:05.829001 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:12:05.829321 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:12:05.829644 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:12:05.829948 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:12:05.830259 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:12:05.830595 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:12:06.052263 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] get_ports_and_sgs() called for port_ids ['ee322433-c072-41ee-9fbe-2ad6e745141a'] {{(pid=93843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 17:12:06.785648 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1959b-f9d8-4618-94cd-37ba1461409b req-fe246dbb-5a6d-4488-b9de-e09232bf6f02 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:06.787194 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-87e1959b-f9d8-4618-94cd-37ba1461409b req-fe246dbb-5a6d-4488-b9de-e09232bf6f02 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 945 time: 0.0530672 Aug 24 17:12:06.826929 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-87e1959b-f9d8-4618-94cd-37ba1461409b req-96db5593-0579-4336-b37f-6f194891eb56 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332401 Aug 24 17:12:07.572203 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device ee322433-c072-41ee-9fbe-2ad6e745141a up at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 17:12:07.630364 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning for port ee322433-c072-41ee-9fbe-2ad6e745141a completed by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 17:12:07.634708 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.provisioning_blocks [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Provisioning complete for port ee322433-c072-41ee-9fbe-2ad6e745141a triggered by entity L2. {{(pid=93843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 17:12:07.635085 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3646816'] for port, provisioning_complete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:07.715889 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:07.739526 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee322433-c072-41ee-9fbe-2ad6e745141a'}] {{(pid=93843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:12:07.741822 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}336e0cc7ae2276735f67c533fe4478abdd20ae5b6c5f15e79643f28040588238" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d63c68c-e7eb-4a84-96f9-de4ccbb263d6" -d '{"events": [{"server_uuid": "dcb596d4-011c-4c9c-be20-ae5e4c5ccca2", "name": "network-vif-plugged", "status": "completed", "tag": "ee322433-c072-41ee-9fbe-2ad6e745141a"}]}' {{(pid=93843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:12:07.754667 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] For port ee322433-c072-41ee-9fbe-2ad6e745141a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ee322433-c072-41ee-9fbe-2ad6e745141a,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:12:07.760434 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996'] for port, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:07.783846 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f2afcb-8c9d-4a2e-8e5f-ade98fcd51a0 x-openstack-request-id: req-23f2afcb-8c9d-4a2e-8e5f-ade98fcd51a0 {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:12:07.784133 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb596d4-011c-4c9c-be20-ae5e4c5ccca2", "name": "network-vif-plugged", "status": "completed", "tag": "ee322433-c072-41ee-9fbe-2ad6e745141a", "code": 200}]} {{(pid=93843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:12:07.784381 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23f2afcb-8c9d-4a2e-8e5f-ade98fcd51a0 {{(pid=93843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:12:07.784769 dv-cinder-799668-9-iscsi neutron-server[93843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee322433-c072-41ee-9fbe-2ad6e745141a', 'code': 200} Aug 24 17:12:07.809462 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Pushing event updated for resources: {'Port': ['ID=ee322433-c072-41ee-9fbe-2ad6e745141a,revision_number=5']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:12:07.904511 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7d3920b1-05b8-4728-af4a-9e0355bced1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:07.944723 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6948438-9705-41db-a0c6-6a6e00d1d37f req-1e5f0046-c0d1-4530-b745-d27b33cca122 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:07.946228 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e6948438-9705-41db-a0c6-6a6e00d1d37f req-1e5f0046-c0d1-4530-b745-d27b33cca122 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 946 time: 0.0491254 Aug 24 17:12:07.986473 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-e6948438-9705-41db-a0c6-6a6e00d1d37f req-b46c3756-e990-42ea-965d-c258e6dee7a2 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332217 Aug 24 17:12:08.040440 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32665090-6d37-4000-b384-7fbb5f50d87c req-0bcef94a-bc69-4a90-b2c0-82aa6676bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:08.041992 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-32665090-6d37-4000-b384-7fbb5f50d87c req-0bcef94a-bc69-4a90-b2c0-82aa6676bdb4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 1099 time: 0.0462544 Aug 24 17:12:08.042359 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:08.082016 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-32665090-6d37-4000-b384-7fbb5f50d87c req-af04b898-bbed-4282-8b17-b2fd10348a38 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318925 Aug 24 17:12:09.131649 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797056b-dd34-4889-8869-cdfee9dbd17b req-7c366ddc-2276-4efd-9f1d-23ad3721e324 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:09.133157 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a797056b-dd34-4889-8869-cdfee9dbd17b req-7c366ddc-2276-4efd-9f1d-23ad3721e324 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 946 time: 0.0617213 Aug 24 17:12:09.172990 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-a797056b-dd34-4889-8869-cdfee9dbd17b req-22ded327-608c-413e-b4c1-eb193676d30f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336273 Aug 24 17:12:09.408345 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:10.295284 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df194f6d-b80d-4df1-92a8-5e19ab8aaa99 req-5efa2dbc-6162-4188-b231-04129e3900be tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:10.296759 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-df194f6d-b80d-4df1-92a8-5e19ab8aaa99 req-5efa2dbc-6162-4188-b231-04129e3900be tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 946 time: 0.0565588 Aug 24 17:12:10.334903 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-df194f6d-b80d-4df1-92a8-5e19ab8aaa99 req-b7fd9c4f-fed8-4dda-bb45-e872af93d51c tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318930 Aug 24 17:12:10.457571 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded20152-7a22-4c22-a70f-54c51807f3cb req-e2609b93-9cf2-4000-9c7d-00bf3eb546f8 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:10.459049 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ded20152-7a22-4c22-a70f-54c51807f3cb req-e2609b93-9cf2-4000-9c7d-00bf3eb546f8 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 946 time: 0.0510452 Aug 24 17:12:10.513337 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-ded20152-7a22-4c22-a70f-54c51807f3cb req-13838f8b-01ea-4624-bf8e-566a5772ed17 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457358 Aug 24 17:12:10.536651 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37704) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:12:10.576836 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9078354-f90e-450c-b6e0-870d588b0db5 tempest-TestVolumeBootPattern-964732475 tempest-TestVolumeBootPattern-964732475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:10.578295 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-b9078354-f90e-450c-b6e0-870d588b0db5 tempest-TestVolumeBootPattern-964732475 tempest-TestVolumeBootPattern-964732475-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 1094 time: 0.0406792 Aug 24 17:12:10.582327 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37706) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:12:10.586672 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.v2.base [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Request body: {'floatingip': {'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'port_id': 'ee322433-c072-41ee-9fbe-2ad6e745141a', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 17:12:10.612084 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for floatingip, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:10.643883 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:10.721533 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bfe20756-7a1c-4662-a620-d8a5308190a2 req-434ddca8-60bb-4389-9537-99b53af4f5b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531278 Aug 24 17:12:10.753863 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:10.872651 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe20756-7a1c-4662-a620-d8a5308190a2 req-ecee62ab-019d-47b3-ba39-14bfbd551599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:10.874136 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bfe20756-7a1c-4662-a620-d8a5308190a2 req-ecee62ab-019d-47b3-ba39-14bfbd551599 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 1099 time: 0.0768280 Aug 24 17:12:10.891838 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_common [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Allocated IP 172.27.0.122 (936fe392-5fcd-487c-9559-b2b2e2d38c54/33011b38-42fb-4502-b448-e9448b2b7bd8/12f50d37-59e3-420d-a0dc-e36926a64439) {{(pid=93842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 17:12:11.050310 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe20756-7a1c-4662-a620-d8a5308190a2 req-f83bea35-ba99-4d18-a1c5-1b1e86562c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:11.052717 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bfe20756-7a1c-4662-a620-d8a5308190a2 req-f83bea35-ba99-4d18-a1c5-1b1e86562c6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 912 time: 0.1566474 Aug 24 17:12:11.106426 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for port, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:11.138508 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bfe20756-7a1c-4662-a620-d8a5308190a2 req-825d70cb-390a-4fbd-9cef-fec59206d9a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 HTTP/1.1" status: 200 len: 1002 time: 0.0786612 Aug 24 17:12:11.195467 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768654987960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:11.200329 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe20756-7a1c-4662-a620-d8a5308190a2 req-2c684502-5a82-4650-8ae7-bce5107a024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:11.201753 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bfe20756-7a1c-4662-a620-d8a5308190a2 req-2c684502-5a82-4650-8ae7-bce5107a024d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0564017 Aug 24 17:12:11.260246 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Network 936fe392-5fcd-487c-9559-b2b2e2d38c54 is already hosted by enough agents. {{(pid=93842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 17:12:11.265100 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Resources bound (agent type, host, resource id): {{(pid=93842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 17:12:11.269313 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Received port after_create {{(pid=93842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 17:12:11.293979 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'Port': ['ID=12f50d37-59e3-420d-a0dc-e36926a64439,revision_number=1']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:12:11.318974 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe20756-7a1c-4662-a620-d8a5308190a2 req-d281d2e2-9884-4a48-8991-28076fd8c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:11.320429 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bfe20756-7a1c-4662-a620-d8a5308190a2 req-d281d2e2-9884-4a48-8991-28076fd8c6c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943849 Aug 24 17:12:11.524896 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bfe20756-7a1c-4662-a620-d8a5308190a2 req-b48ead5d-39a8-4117-8569-f40f0f14d581 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868196 Aug 24 17:12:11.686630 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-bfe20756-7a1c-4662-a620-d8a5308190a2 req-3748749a-8d43-46ab-a6c4-3d966848b90c service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522968 Aug 24 17:12:12.013987 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:12.098172 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3540476'] for port, before_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:12.255568 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for port, precommit_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:12.262700 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768655408357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768654987978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768654987996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8548505'] for port, after_update {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:12.326360 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event updated for resources: {'Port': ['ID=12f50d37-59e3-420d-a0dc-e36926a64439,revision_number=2']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:12:12.337838 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-421506'] for floatingip, after_create {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:12.449195 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.l3_db [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Floating IP 819b2050-bd92-4f6e-85fc-1860d226b0b9 associated. External IP: 172.27.0.122, port: ee322433-c072-41ee-9fbe-2ad6e745141a. Aug 24 17:12:12.674122 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Router d4f268e0-d2ea-402e-bc21-d94e739f0e72 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:12:12.786462 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:12:12.796711 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23208f11-64a7-4c31-8cc5-b4cfac89bd11 None None] Sync routers for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:12:12.805717 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:12.806877 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23208f11-64a7-4c31-8cc5-b4cfac89bd11 None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:12:12.807483 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-23208f11-64a7-4c31-8cc5-b4cfac89bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:12:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:12:12.834662 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-d4cb24dc-29b4-4973-9635-96d7066eda29 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2512431 Aug 24 17:12:12.835222 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'tag': 'ee322433-c072-41ee-9fbe-2ad6e745141a'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:12:12.837606 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d65e3b6-afd1-4e28-86f4-41d6978c11ab" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb596d4-011c-4c9c-be20-ae5e4c5ccca2", "tag": "ee322433-c072-41ee-9fbe-2ad6e745141a"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:12:12.876166 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce23757-a217-4910-a092-3786f9c99310 x-openstack-request-id: req-7ce23757-a217-4910-a092-3786f9c99310 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:12:12.876458 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb596d4-011c-4c9c-be20-ae5e4c5ccca2", "tag": "ee322433-c072-41ee-9fbe-2ad6e745141a", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:12:12.876708 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ce23757-a217-4910-a092-3786f9c99310 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:12:12.877211 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'tag': 'ee322433-c072-41ee-9fbe-2ad6e745141a', 'status': 'completed', 'code': 200} Aug 24 17:12:12.962665 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65e3b6-afd1-4e28-86f4-41d6978c11ab req-9e255353-9535-40d5-99b5-8aeac654b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:12.964125 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0d65e3b6-afd1-4e28-86f4-41d6978c11ab req-9e255353-9535-40d5-99b5-8aeac654b33b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 1099 time: 0.0435493 Aug 24 17:12:13.043366 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-23208f11-64a7-4c31-8cc5-b4cfac89bd11 None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:12:13.058362 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65e3b6-afd1-4e28-86f4-41d6978c11ab req-cf27929f-b3bc-452c-a99f-4b6fc258c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:13.059862 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0d65e3b6-afd1-4e28-86f4-41d6978c11ab req-cf27929f-b3bc-452c-a99f-4b6fc258c3e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 912 time: 0.0887561 Aug 24 17:12:13.126585 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0d65e3b6-afd1-4e28-86f4-41d6978c11ab req-e7acb42a-2aa7-4029-93c1-bb7bb7077969 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee322433-c072-41ee-9fbe-2ad6e745141a HTTP/1.1" status: 200 len: 1000 time: 0.0591738 Aug 24 17:12:13.179871 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65e3b6-afd1-4e28-86f4-41d6978c11ab req-77eac48e-87c3-425c-9e7c-d63360ad695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:13.181338 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0d65e3b6-afd1-4e28-86f4-41d6978c11ab req-77eac48e-87c3-425c-9e7c-d63360ad695c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0480964 Aug 24 17:12:13.231916 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65e3b6-afd1-4e28-86f4-41d6978c11ab req-88e92647-114d-4ae3-8fc8-ee9b96162f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:12:13.233328 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0d65e3b6-afd1-4e28-86f4-41d6978c11ab req-88e92647-114d-4ae3-8fc8-ee9b96162f70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445309 Aug 24 17:12:13.281152 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-23208f11-64a7-4c31-8cc5-b4cfac89bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '819b2050-bd92-4f6e-85fc-1860d226b0b9', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': 'ee322433-c072-41ee-9fbe-2ad6e745141a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:5a:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:12:11Z', 'updated_at': '2021-08-24T17:12:11Z', 'revision_number': 0, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}, {'id': 'eec90966-f21f-4c83-b8a2-83c1983cfaac', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:0f:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:10:17Z', 'updated_at': '2021-08-24T17:10:20Z', 'revision_number': 1, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:12:13.306864 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23208f11-64a7-4c31-8cc5-b4cfac89bd11 None None] Checking router: d4f268e0-d2ea-402e-bc21-d94e739f0e72 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:12:13.315426 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23208f11-64a7-4c31-8cc5-b4cfac89bd11 None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:12:13.316044 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-23208f11-64a7-4c31-8cc5-b4cfac89bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:12:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:12:13.320431 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0d65e3b6-afd1-4e28-86f4-41d6978c11ab req-9f7c0280-55a2-496c-ba83-28b4490edc26 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800240 Aug 24 17:12:13.415056 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-0d65e3b6-afd1-4e28-86f4-41d6978c11ab req-a38bc0a9-496b-48d7-9cd5-eb65f71f1a04 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874548 Aug 24 17:12:13.421760 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-23208f11-64a7-4c31-8cc5-b4cfac89bd11 None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:12:13.658884 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-23208f11-64a7-4c31-8cc5-b4cfac89bd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '819b2050-bd92-4f6e-85fc-1860d226b0b9', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': 'ee322433-c072-41ee-9fbe-2ad6e745141a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:5a:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:12:11Z', 'updated_at': '2021-08-24T17:12:11Z', 'revision_number': 0, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}, {'id': 'eec90966-f21f-4c83-b8a2-83c1983cfaac', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:0f:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:10:17Z', 'updated_at': '2021-08-24T17:10:20Z', 'revision_number': 1, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:12:13.684101 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23208f11-64a7-4c31-8cc5-b4cfac89bd11 None None] The sync data for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi is: [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': '819b2050-bd92-4f6e-85fc-1860d226b0b9', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': 'ee322433-c072-41ee-9fbe-2ad6e745141a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:5a:a7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:12:11Z', 'updated_at': '2021-08-24T17:12:11Z', 'revision_number': 0, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}, {'id': 'eec90966-f21f-4c83-b8a2-83c1983cfaac', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:0f:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:10:17Z', 'updated_at': '2021-08-24T17:10:20Z', 'revision_number': 1, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:12:13.905408 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4c92d8-e904-4166-b381-5c1a9ef90554 None None] New status for floating IP 819b2050-bd92-4f6e-85fc-1860d226b0b9: ACTIVE {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:12:23.121859 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:26.410842 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:12:35.022961 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2e379b25-ba13-48d5-abeb-ac7e88cf1b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:37.912082 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-549fc85a-8800-4b37-b793-8690e1bd7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:38.040120 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:39.411973 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:40.643012 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:12:53.135663 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:03.495293 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:13:05.026281 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c8ff4b98-8c2f-473c-aa2a-6aff47ba1c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:07.906924 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-835af7e3-999b-4ad0-897f-88ca3eed96a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:08.036875 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:09.415333 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:10.652233 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:12.761210 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-525f282b-6162-4c8d-8b30-1afc46a5bcb9 req-570568de-9c6f-4631-aac5-5517b1b55e6f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901866 Aug 24 17:13:12.839708 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f282b-6162-4c8d-8b30-1afc46a5bcb9 req-a50d2a9c-9df2-4960-890d-41783dc6a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:12.841202 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-525f282b-6162-4c8d-8b30-1afc46a5bcb9 req-a50d2a9c-9df2-4960-890d-41783dc6a9d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 1099 time: 0.0410550 Aug 24 17:13:12.956840 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f282b-6162-4c8d-8b30-1afc46a5bcb9 req-5058e312-ab01-42a5-88b2-9b4f32e307aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:12.958231 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-525f282b-6162-4c8d-8b30-1afc46a5bcb9 req-5058e312-ab01-42a5-88b2-9b4f32e307aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 912 time: 0.0971026 Aug 24 17:13:13.026557 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-525f282b-6162-4c8d-8b30-1afc46a5bcb9 req-5013dee1-1dbc-4020-ae04-47c1f7e289d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee322433-c072-41ee-9fbe-2ad6e745141a HTTP/1.1" status: 200 len: 1002 time: 0.0603774 Aug 24 17:13:13.074100 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f282b-6162-4c8d-8b30-1afc46a5bcb9 req-3bfef1f5-e6f1-4f50-a45d-223e7c762ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:13.075547 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-525f282b-6162-4c8d-8b30-1afc46a5bcb9 req-3bfef1f5-e6f1-4f50-a45d-223e7c762ecd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0422297 Aug 24 17:13:13.125671 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f282b-6162-4c8d-8b30-1afc46a5bcb9 req-46ef767f-5001-43b7-b219-b9b60524ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:13.127164 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-525f282b-6162-4c8d-8b30-1afc46a5bcb9 req-46ef767f-5001-43b7-b219-b9b60524ae8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449767 Aug 24 17:13:13.185500 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [req-933cb72d-4a9e-4bb2-893f-e9f4471a02e2 req-2d72bafc-b4ed-4b68-958f-f967221daaf9 service neutron] (93841) timed out ('10.222.0.26', 49840) {{(pid=93841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 17:13:13.216787 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-525f282b-6162-4c8d-8b30-1afc46a5bcb9 req-14937101-b15a-4dde-a16f-3b46450b6d34 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818074 Aug 24 17:13:13.325263 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-525f282b-6162-4c8d-8b30-1afc46a5bcb9 req-405f026d-c099-491a-b597-47768da81458 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015749 Aug 24 17:13:16.696249 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [req-e488f912-fd45-4b3d-bbc5-45d1cf0191c6 req-273a073d-d566-424d-a67f-ad46fc6ad020 service neutron] (93842) timed out ('10.222.0.26', 49829) {{(pid=93842) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 17:13:23.128095 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:29.416863 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [req-ea0e0699-e26a-417c-bcfe-8202cb51b905 req-ac562975-27cb-4e97-933c-32f42689a342 service neutron] (93841) timed out ('10.222.0.26', 49875) {{(pid=93841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 17:13:34.054355 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37740) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:34.272232 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Deleting port 12f50d37-59e3-420d-a0dc-e36926a64439 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:13:34.272569 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:34.355877 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:34.356121 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:34.369214 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Calling delete_port for 12f50d37-59e3-420d-a0dc-e36926a64439 owned by network:floatingip {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:13:34.538194 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:34.562968 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event deleted for resources: {'Port': ['ID=12f50d37-59e3-420d-a0dc-e36926a64439,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:34.591102 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:34.591489 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:34.591837 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:34.592173 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:34.592497 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:34.592830 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:34.593244 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:34.593574 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:34.593889 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:34.594214 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:34.594559 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:34.594889 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:34.633948 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for floatingip, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:34.634260 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.l3_db [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Floating IP 819b2050-bd92-4f6e-85fc-1860d226b0b9 disassociated (deleted). External IP: 172.27.0.122, port: ee322433-c072-41ee-9fbe-2ad6e745141a. Aug 24 17:13:34.856696 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Router d4f268e0-d2ea-402e-bc21-d94e739f0e72 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:13:34.968201 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:13:34.973308 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:34.978087 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f5f768-7a14-4ee5-9e72-7fa43683e65b None None] Sync routers for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:13:34.988127 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5f768-7a14-4ee5-9e72-7fa43683e65b None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:13:34.988759 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-45f5f768-7a14-4ee5-9e72-7fa43683e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:13:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:35.000998 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-2ca7cb2e-e86e-443c-b718-71a0bdfe9343 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "DELETE /v2.0/floatingips/819b2050-bd92-4f6e-85fc-1860d226b0b9 HTTP/1.1" status: 204 len: 168 time: 0.9455631 Aug 24 17:13:35.001603 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'tag': 'ee322433-c072-41ee-9fbe-2ad6e745141a'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:13:35.004205 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ee074b-db64-4d32-b932-2b99da54f621" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb596d4-011c-4c9c-be20-ae5e4c5ccca2", "tag": "ee322433-c072-41ee-9fbe-2ad6e745141a"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:13:35.044015 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9096f2-492f-437d-acf5-d7597f43c02c x-openstack-request-id: req-ca9096f2-492f-437d-acf5-d7597f43c02c {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:13:35.044588 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb596d4-011c-4c9c-be20-ae5e4c5ccca2", "tag": "ee322433-c072-41ee-9fbe-2ad6e745141a", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:13:35.045033 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca9096f2-492f-437d-acf5-d7597f43c02c {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:13:35.045625 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'tag': 'ee322433-c072-41ee-9fbe-2ad6e745141a', 'status': 'completed', 'code': 200} Aug 24 17:13:35.082641 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-56d40953-94c9-4588-a936-77cc90a55aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:35.121437 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-45f5f768-7a14-4ee5-9e72-7fa43683e65b None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:13:35.137716 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee074b-db64-4d32-b932-2b99da54f621 req-e3344a00-8b4b-4b34-87d9-7d96e322acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:35.139489 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86ee074b-db64-4d32-b932-2b99da54f621 req-e3344a00-8b4b-4b34-87d9-7d96e322acf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 1099 time: 0.0506067 Aug 24 17:13:35.239988 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee074b-db64-4d32-b932-2b99da54f621 req-3165fbf6-a14d-4582-a851-ba23fd423217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:35.241475 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86ee074b-db64-4d32-b932-2b99da54f621 req-3165fbf6-a14d-4582-a851-ba23fd423217 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 912 time: 0.0941606 Aug 24 17:13:35.287529 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86ee074b-db64-4d32-b932-2b99da54f621 req-66a44078-5d48-49a6-8587-c0e088d1fa1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee322433-c072-41ee-9fbe-2ad6e745141a HTTP/1.1" status: 200 len: 217 time: 0.0379889 Aug 24 17:13:35.340165 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee074b-db64-4d32-b932-2b99da54f621 req-51557f76-6497-4fcb-8bb3-34a74755925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:35.340622 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3327a-a244-4044-b81f-883dd637ce89 req-cb357035-b4df-46b9-8239-a0c99ad4426b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:35.341644 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86ee074b-db64-4d32-b932-2b99da54f621 req-51557f76-6497-4fcb-8bb3-34a74755925a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0474627 Aug 24 17:13:35.342205 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-61e3327a-a244-4044-b81f-883dd637ce89 req-cb357035-b4df-46b9-8239-a0c99ad4426b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 946 time: 0.1485410 Aug 24 17:13:35.371675 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-45f5f768-7a14-4ee5-9e72-7fa43683e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'eec90966-f21f-4c83-b8a2-83c1983cfaac', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:0f:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:10:17Z', 'updated_at': '2021-08-24T17:10:20Z', 'revision_number': 1, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:35.387477 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-61e3327a-a244-4044-b81f-883dd637ce89 req-a9a6bf65-d7a7-462d-b62e-9ace18d8721f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387557 Aug 24 17:13:35.389437 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee074b-db64-4d32-b932-2b99da54f621 req-e53279b0-605e-476d-ac81-b34941664e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:35.391153 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86ee074b-db64-4d32-b932-2b99da54f621 req-e53279b0-605e-476d-ac81-b34941664e5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422707 Aug 24 17:13:35.403309 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f5f768-7a14-4ee5-9e72-7fa43683e65b None None] Checking router: d4f268e0-d2ea-402e-bc21-d94e739f0e72 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:13:35.412356 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5f768-7a14-4ee5-9e72-7fa43683e65b None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:13:35.412988 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-45f5f768-7a14-4ee5-9e72-7fa43683e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:13:08Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:35.488935 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86ee074b-db64-4d32-b932-2b99da54f621 req-dde7fe57-155c-4b67-9e72-3a049bc95866 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893772 Aug 24 17:13:35.522854 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-45f5f768-7a14-4ee5-9e72-7fa43683e65b None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:13:35.583414 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-86ee074b-db64-4d32-b932-2b99da54f621 req-05ba589f-e54e-40e7-bd2a-c4f0accb33b8 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860009 Aug 24 17:13:35.770489 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-45f5f768-7a14-4ee5-9e72-7fa43683e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'eec90966-f21f-4c83-b8a2-83c1983cfaac', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:0f:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:10:17Z', 'updated_at': '2021-08-24T17:10:20Z', 'revision_number': 1, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:35.798427 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f5f768-7a14-4ee5-9e72-7fa43683e65b None None] The sync data for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi is: [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_floatingips': [{'id': 'eec90966-f21f-4c83-b8a2-83c1983cfaac', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'router_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'port_id': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'mac_address': 'fa:16:3e:0f:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T17:10:17Z', 'updated_at': '2021-08-24T17:10:20Z', 'revision_number': 1, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:13:36.045805 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc938446-ebba-4e8e-bd34-68c86316f9c0 None None] New status for floating IP 819b2050-bd92-4f6e-85fc-1860d226b0b9: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:13:36.575092 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95266bea-f785-4c90-8a74-4489af500788 req-8d81f6e5-8a0c-490f-b1ef-0cca39417b69 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:36.576646 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-95266bea-f785-4c90-8a74-4489af500788 req-8d81f6e5-8a0c-490f-b1ef-0cca39417b69 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 946 time: 0.1128287 Aug 24 17:13:36.618418 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-95266bea-f785-4c90-8a74-4489af500788 req-6cf7d4f0-6415-4144-b75c-f570cf93767f tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337734 Aug 24 17:13:36.894848 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac9671-004e-4f3e-bd78-e4669f4463e8 req-ad2e134f-50d9-408d-aea9-3035facb817c tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:36.896771 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8eac9671-004e-4f3e-bd78-e4669f4463e8 req-ad2e134f-50d9-408d-aea9-3035facb817c tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 946 time: 0.0508850 Aug 24 17:13:36.992883 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-8eac9671-004e-4f3e-bd78-e4669f4463e8 req-27772c52-78a1-4881-8f8c-fd9855ad77d7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Deleting port ee322433-c072-41ee-9fbe-2ad6e745141a {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:13:36.993176 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-8eac9671-004e-4f3e-bd78-e4669f4463e8 req-27772c52-78a1-4881-8f8c-fd9855ad77d7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:37.088265 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-8eac9671-004e-4f3e-bd78-e4669f4463e8 req-27772c52-78a1-4881-8f8c-fd9855ad77d7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] For port ee322433-c072-41ee-9fbe-2ad6e745141a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=ee322433-c072-41ee-9fbe-2ad6e745141a,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:13:37.088596 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-8eac9671-004e-4f3e-bd78-e4669f4463e8 req-27772c52-78a1-4881-8f8c-fd9855ad77d7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:37.102701 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-8eac9671-004e-4f3e-bd78-e4669f4463e8 req-27772c52-78a1-4881-8f8c-fd9855ad77d7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Calling delete_port for ee322433-c072-41ee-9fbe-2ad6e745141a owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:13:37.233933 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-8eac9671-004e-4f3e-bd78-e4669f4463e8 req-27772c52-78a1-4881-8f8c-fd9855ad77d7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:37.262490 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27772c52-78a1-4881-8f8c-fd9855ad77d7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event deleted for resources: {'Port': ['ID=ee322433-c072-41ee-9fbe-2ad6e745141a,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:37.303312 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eac9671-004e-4f3e-bd78-e4669f4463e8 req-27772c52-78a1-4881-8f8c-fd9855ad77d7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] No DVR routers for this DVR port ee322433-c072-41ee-9fbe-2ad6e745141a on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:13:37.305861 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-8eac9671-004e-4f3e-bd78-e4669f4463e8 req-27772c52-78a1-4881-8f8c-fd9855ad77d7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:37.308034 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-8eac9671-004e-4f3e-bd78-e4669f4463e8 req-27772c52-78a1-4881-8f8c-fd9855ad77d7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "DELETE /v2.0/ports/ee322433-c072-41ee-9fbe-2ad6e745141a HTTP/1.1" status: 204 len: 173 time: 0.4051642 Aug 24 17:13:37.308358 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'name': 'network-vif-deleted', 'tag': 'ee322433-c072-41ee-9fbe-2ad6e745141a'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:13:37.310634 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9ff760-f4ff-49fd-94c3-9c6b2ed592bf" -d '{"events": [{"server_uuid": "dcb596d4-011c-4c9c-be20-ae5e4c5ccca2", "name": "network-vif-deleted", "tag": "ee322433-c072-41ee-9fbe-2ad6e745141a"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:13:37.349228 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc7ffb8-4325-478f-bd45-dd30bea556c1 x-openstack-request-id: req-3fc7ffb8-4325-478f-bd45-dd30bea556c1 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:13:37.349528 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb596d4-011c-4c9c-be20-ae5e4c5ccca2", "name": "network-vif-deleted", "tag": "ee322433-c072-41ee-9fbe-2ad6e745141a", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:13:37.349722 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fc7ffb8-4325-478f-bd45-dd30bea556c1 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:13:37.350164 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb596d4-011c-4c9c-be20-ae5e4c5ccca2', 'name': 'network-vif-deleted', 'tag': 'ee322433-c072-41ee-9fbe-2ad6e745141a', 'status': 'completed', 'code': 200} Aug 24 17:13:37.730626 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-65824d70-36f7-433d-8924-52c99054b188 req-8456c3da-ecd2-4088-bb1e-077743831ea7 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcb596d4-011c-4c9c-be20-ae5e4c5ccca2 HTTP/1.1" status: 200 len: 210 time: 0.0324569 Aug 24 17:13:37.912535 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-fe3cb9e6-91c4-417a-b514-9b7a2c18767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:38.043365 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:39.418132 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:40.044104 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device ee322433-c072-41ee-9fbe-2ad6e745141a no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:13:40.068307 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: ee322433-c072-41ee-9fbe-2ad6e745141a {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:13:40.068613 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device ee322433-c072-41ee-9fbe-2ad6e745141a not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:13:40.414950 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:13:40.651235 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:41.038719 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37786) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:41.209297 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-8c649fc1-82ef-4553-938d-6d9a3cfb9f2b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Deleting port 5be0c280-cd5a-41f6-ae88-62b70dcfe1a1 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:13:41.209670 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8c649fc1-82ef-4553-938d-6d9a3cfb9f2b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:41.290380 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8c649fc1-82ef-4553-938d-6d9a3cfb9f2b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:41.290649 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8c649fc1-82ef-4553-938d-6d9a3cfb9f2b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:41.303145 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-8c649fc1-82ef-4553-938d-6d9a3cfb9f2b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Calling delete_port for 5be0c280-cd5a-41f6-ae88-62b70dcfe1a1 owned by network:floatingip {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:13:41.462462 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8c649fc1-82ef-4553-938d-6d9a3cfb9f2b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:41.488320 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c649fc1-82ef-4553-938d-6d9a3cfb9f2b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event deleted for resources: {'Port': ['ID=5be0c280-cd5a-41f6-ae88-62b70dcfe1a1,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:41.827709 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8c649fc1-82ef-4553-938d-6d9a3cfb9f2b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for floatingip, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:41.828038 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.db.l3_db [None req-8c649fc1-82ef-4553-938d-6d9a3cfb9f2b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Floating IP eec90966-f21f-4c83-b8a2-83c1983cfaac disassociated (deleted). External IP: 172.27.0.207, port: cd5936c3-75c4-4f1b-a7ad-395eaff8dea8. Aug 24 17:13:42.040763 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c649fc1-82ef-4553-938d-6d9a3cfb9f2b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Router d4f268e0-d2ea-402e-bc21-d94e739f0e72 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:13:42.155726 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c649fc1-82ef-4553-938d-6d9a3cfb9f2b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:13:42.161672 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8c649fc1-82ef-4553-938d-6d9a3cfb9f2b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:42.167861 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c622cb7b-ed7f-453e-bd43-e1d6f6f42e16 None None] Sync routers for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:13:42.179720 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c622cb7b-ed7f-453e-bd43-e1d6f6f42e16 None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:13:42.180341 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-c622cb7b-ed7f-453e-bd43-e1d6f6f42e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:13:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:42.192382 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-8c649fc1-82ef-4553-938d-6d9a3cfb9f2b tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "DELETE /v2.0/floatingips/eec90966-f21f-4c83-b8a2-83c1983cfaac HTTP/1.1" status: 204 len: 168 time: 1.1524639 Aug 24 17:13:42.192931 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'tag': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:13:42.195246 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d919bf8-7423-4f88-98c9-9a2290aa0c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "3df018b9-e68a-4da0-b10d-1bb41e8ecf4b", "tag": "cd5936c3-75c4-4f1b-a7ad-395eaff8dea8"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:13:42.235503 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 17:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6804e594-6d82-42f2-8ed6-9fab6a66be57 x-openstack-request-id: req-6804e594-6d82-42f2-8ed6-9fab6a66be57 {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:13:42.240124 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df018b9-e68a-4da0-b10d-1bb41e8ecf4b", "tag": "cd5936c3-75c4-4f1b-a7ad-395eaff8dea8", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:13:42.240124 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6804e594-6d82-42f2-8ed6-9fab6a66be57 {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:13:42.240124 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'tag': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'status': 'completed', 'code': 200} Aug 24 17:13:42.293728 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-c622cb7b-ed7f-453e-bd43-e1d6f6f42e16 None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:13:42.337636 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d919bf8-7423-4f88-98c9-9a2290aa0c2e req-7ebe8af9-3295-46cc-9a0b-4afb8029b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:42.339371 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d919bf8-7423-4f88-98c9-9a2290aa0c2e req-7ebe8af9-3295-46cc-9a0b-4afb8029b5da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 1099 time: 0.0546329 Aug 24 17:13:42.442474 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d919bf8-7423-4f88-98c9-9a2290aa0c2e req-6665a78c-975c-4e09-bcef-56459350e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:42.444097 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d919bf8-7423-4f88-98c9-9a2290aa0c2e req-6665a78c-975c-4e09-bcef-56459350e6e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 200 len: 912 time: 0.0969031 Aug 24 17:13:42.455259 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bf854-5226-4e39-95ac-d02ebd3bf751 req-d1fdd0fb-2af9-400b-bf46-d74a8f5de2cf tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:42.456893 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8d4bf854-5226-4e39-95ac-d02ebd3bf751 req-d1fdd0fb-2af9-400b-bf46-d74a8f5de2cf tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 946 time: 0.0573368 Aug 24 17:13:42.489575 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d919bf8-7423-4f88-98c9-9a2290aa0c2e req-38749eed-9ba8-4a82-a581-2b2042ad02cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 HTTP/1.1" status: 200 len: 217 time: 0.0369942 Aug 24 17:13:42.496186 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [req-8d4bf854-5226-4e39-95ac-d02ebd3bf751 req-5b76566b-98af-422e-a9df-6968159755c3 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329020 Aug 24 17:13:42.541222 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d919bf8-7423-4f88-98c9-9a2290aa0c2e req-4f0f8625-eb12-48a8-af60-0305f857bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:42.542721 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d919bf8-7423-4f88-98c9-9a2290aa0c2e req-4f0f8625-eb12-48a8-af60-0305f857bd75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 200 len: 850 time: 0.0455837 Aug 24 17:13:42.590899 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d919bf8-7423-4f88-98c9-9a2290aa0c2e req-255f27dc-c382-46a4-8415-c32ceb68c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:42.592526 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d919bf8-7423-4f88-98c9-9a2290aa0c2e req-255f27dc-c382-46a4-8415-c32ceb68c17d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418386 Aug 24 17:13:42.645491 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-c622cb7b-ed7f-453e-bd43-e1d6f6f42e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:42.672007 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c622cb7b-ed7f-453e-bd43-e1d6f6f42e16 None None] Checking router: d4f268e0-d2ea-402e-bc21-d94e739f0e72 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:13:42.680324 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c622cb7b-ed7f-453e-bd43-e1d6f6f42e16 None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:13:42.680913 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-c622cb7b-ed7f-453e-bd43-e1d6f6f42e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:13:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:42.691770 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d919bf8-7423-4f88-98c9-9a2290aa0c2e req-80b3778c-85bb-49d4-9c8d-645545cef020 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903323 Aug 24 17:13:42.790050 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-c622cb7b-ed7f-453e-bd43-e1d6f6f42e16 None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:13:42.793114 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-2d919bf8-7423-4f88-98c9-9a2290aa0c2e req-4d0ed2a4-9c2f-4b4a-abff-4546e26b54c8 service neutron] 10.222.0.26 "GET /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933816 Aug 24 17:13:43.001343 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-c622cb7b-ed7f-453e-bd43-e1d6f6f42e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:43.028635 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c622cb7b-ed7f-453e-bd43-e1d6f6f42e16 None None] The sync data for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi is: [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:18Z', 'revision_number': 4, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi', '_interfaces': [{'id': '29d40d2a-8237-4d22-9ebb-d39182584518', 'name': '', 'network_id': 'ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'mac_address': 'fa:16:3e:d4:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:17Z', 'updated_at': '2021-08-24T17:07:25Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'subnets': [{'id': 'ab0bfa88-cd63-42e0-97fe-13744a36d37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:13:43.262012 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2523ed-d153-4a18-b935-5f091eba142c None None] New status for floating IP eec90966-f21f-4c83-b8a2-83c1983cfaac: DOWN {{(pid=93844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 17:13:43.622972 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bee7b7-0497-40b8-8d27-55cd1b75e1aa req-0e14afd7-0c34-471d-be23-02362e97b123 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:43.624497 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-66bee7b7-0497-40b8-8d27-55cd1b75e1aa req-0e14afd7-0c34-471d-be23-02362e97b123 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 946 time: 0.0516126 Aug 24 17:13:43.664383 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-66bee7b7-0497-40b8-8d27-55cd1b75e1aa req-9cfb5b04-6f5e-4aaa-998d-7aa889a6502e tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/security-groups?id=9507b3a1-e0d0-434b-a78e-094d230a5b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337691 Aug 24 17:13:44.062682 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0060c2-d88e-47e5-8537-7462fa7dac97 req-0e68d0f7-5353-415d-b64a-fd4c9de895e1 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 17:13:44.064347 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4a0060c2-d88e-47e5-8537-7462fa7dac97 req-0e68d0f7-5353-415d-b64a-fd4c9de895e1 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 946 time: 0.0594888 Aug 24 17:13:44.165132 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-4a0060c2-d88e-47e5-8537-7462fa7dac97 req-753c34a3-6c44-4436-81e8-f3652b143371 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Deleting port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:13:44.165505 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-4a0060c2-d88e-47e5-8537-7462fa7dac97 req-753c34a3-6c44-4436-81e8-f3652b143371 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:44.261560 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [req-4a0060c2-d88e-47e5-8537-7462fa7dac97 req-753c34a3-6c44-4436-81e8-f3652b143371 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] For port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:13:44.261925 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-4a0060c2-d88e-47e5-8537-7462fa7dac97 req-753c34a3-6c44-4436-81e8-f3652b143371 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:44.275570 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [req-4a0060c2-d88e-47e5-8537-7462fa7dac97 req-753c34a3-6c44-4436-81e8-f3652b143371 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Calling delete_port for cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 owned by compute:nova {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:13:44.413772 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-4a0060c2-d88e-47e5-8537-7462fa7dac97 req-753c34a3-6c44-4436-81e8-f3652b143371 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:44.443987 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c34a3-6c44-4436-81e8-f3652b143371 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event deleted for resources: {'Port': ['ID=cd5936c3-75c4-4f1b-a7ad-395eaff8dea8,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:44.487847 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0060c2-d88e-47e5-8537-7462fa7dac97 req-753c34a3-6c44-4436-81e8-f3652b143371 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] No DVR routers for this DVR port cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 on host hv-cinder-79966 {{(pid=93842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:13:44.490852 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [req-4a0060c2-d88e-47e5-8537-7462fa7dac97 req-753c34a3-6c44-4436-81e8-f3652b143371 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for port, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:44.492896 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-4a0060c2-d88e-47e5-8537-7462fa7dac97 req-753c34a3-6c44-4436-81e8-f3652b143371 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.26 "DELETE /v2.0/ports/cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 HTTP/1.1" status: 204 len: 173 time: 0.4222598 Aug 24 17:13:44.493332 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'name': 'network-vif-deleted', 'tag': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8'}] {{(pid=93842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 17:13:44.495688 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a2da6172521992c18308e5ba4244f3c0bbe9bb547c36b4d7a2b66275c94597d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a431db4f-1455-4e7f-8a3a-bf6f267bff86" -d '{"events": [{"server_uuid": "3df018b9-e68a-4da0-b10d-1bb41e8ecf4b", "name": "network-vif-deleted", "tag": "cd5936c3-75c4-4f1b-a7ad-395eaff8dea8"}]}' {{(pid=93842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 17:13:44.542111 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 17:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a384e78-9666-4dfd-8326-39a6963aa3bc x-openstack-request-id: req-0a384e78-9666-4dfd-8326-39a6963aa3bc {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 17:13:44.542425 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df018b9-e68a-4da0-b10d-1bb41e8ecf4b", "name": "network-vif-deleted", "tag": "cd5936c3-75c4-4f1b-a7ad-395eaff8dea8", "status": "completed", "code": 200}]} {{(pid=93842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 17:13:44.542673 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a384e78-9666-4dfd-8326-39a6963aa3bc {{(pid=93842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 17:13:44.543067 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df018b9-e68a-4da0-b10d-1bb41e8ecf4b', 'name': 'network-vif-deleted', 'tag': 'cd5936c3-75c4-4f1b-a7ad-395eaff8dea8', 'status': 'completed', 'code': 200} Aug 24 17:13:44.769410 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [req-43f69896-278c-4a33-a78c-1223f1f59997 req-8a480425-d8c4-40fa-b458-317b9bec593d tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "GET /v2.0/ports?device_id=3df018b9-e68a-4da0-b10d-1bb41e8ecf4b HTTP/1.1" status: 200 len: 210 time: 0.0330043 Aug 24 17:13:45.829317 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37802) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:45.962834 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-1c413bb0-1c98-40ab-9ab9-27b7fb3fcad9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Deleting port fdc1d50a-ea5b-40c6-8ede-12549ddd97c2 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:13:45.963155 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1c413bb0-1c98-40ab-9ab9-27b7fb3fcad9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:46.038963 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:13:46.047200 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1c413bb0-1c98-40ab-9ab9-27b7fb3fcad9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:46.047564 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1c413bb0-1c98-40ab-9ab9-27b7fb3fcad9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:46.060154 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] No Port match for: cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:13:46.060489 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Device cd5936c3-75c4-4f1b-a7ad-395eaff8dea8 not bound to the agent host hv-cinder-79966 {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:13:46.067166 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-1c413bb0-1c98-40ab-9ab9-27b7fb3fcad9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Calling delete_port for fdc1d50a-ea5b-40c6-8ede-12549ddd97c2 owned by network:floatingip {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:13:46.210011 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1c413bb0-1c98-40ab-9ab9-27b7fb3fcad9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:46.236041 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c413bb0-1c98-40ab-9ab9-27b7fb3fcad9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event deleted for resources: {'Port': ['ID=fdc1d50a-ea5b-40c6-8ede-12549ddd97c2,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:46.309424 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1c413bb0-1c98-40ab-9ab9-27b7fb3fcad9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for floatingip, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:46.312099 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-1c413bb0-1c98-40ab-9ab9-27b7fb3fcad9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52354'] for floatingip, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:46.313412 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-1c413bb0-1c98-40ab-9ab9-27b7fb3fcad9 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "DELETE /v2.0/floatingips/1c728bfb-715a-492f-8027-72e55aaed1b4 HTTP/1.1" status: 204 len: 168 time: 0.4828646 Aug 24 17:13:47.540235 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37814) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:47.612173 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:47.640134 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:47.708018 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:47.710856 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:47.712091 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] 10.222.0.13 "DELETE /v2.0/security-groups/9507b3a1-e0d0-434b-a78e-094d230a5b0a HTTP/1.1" status: 204 len: 168 time: 0.1707032 Aug 24 17:13:47.722014 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9507b3a1-e0d0-434b-a78e-094d230a5b0a,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:47.729855 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:47.730152 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:47.730658 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:47.730874 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:47.731200 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:47.731514 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:47.731871 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:47.732160 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:47.732484 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:47.732803 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:47.733119 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:47.733442 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1177d68a-3785-4414-9f3e-f20243e11c10 tempest-TestVolumeBootPattern-2070021760 tempest-TestVolumeBootPattern-2070021760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:47.777982 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37818) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:48.272886 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-743bcbad-af96-49bc-9917-c8d5ae2c017a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419728'] for router_interface, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:48.539884 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-743bcbad-af96-49bc-9917-c8d5ae2c017a admin admin] Deleting port 29d40d2a-8237-4d22-9ebb-d39182584518 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:13:48.540122 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-743bcbad-af96-49bc-9917-c8d5ae2c017a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:48.650356 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-743bcbad-af96-49bc-9917-c8d5ae2c017a admin admin] For port 29d40d2a-8237-4d22-9ebb-d39182584518, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=29d40d2a-8237-4d22-9ebb-d39182584518,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:13:48.650986 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-743bcbad-af96-49bc-9917-c8d5ae2c017a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:48.678205 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-743bcbad-af96-49bc-9917-c8d5ae2c017a admin admin] Calling delete_port for 29d40d2a-8237-4d22-9ebb-d39182584518 owned by network:router_interface {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:13:48.886633 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-743bcbad-af96-49bc-9917-c8d5ae2c017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:48.915032 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bcbad-af96-49bc-9917-c8d5ae2c017a admin admin] Pushing event deleted for resources: {'Port': ['ID=29d40d2a-8237-4d22-9ebb-d39182584518,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:49.105136 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-743bcbad-af96-49bc-9917-c8d5ae2c017a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588518'] for router_interface, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:49.331842 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743bcbad-af96-49bc-9917-c8d5ae2c017a admin admin] Router d4f268e0-d2ea-402e-bc21-d94e739f0e72 has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:13:49.729032 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743bcbad-af96-49bc-9917-c8d5ae2c017a admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:13:49.738539 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-743bcbad-af96-49bc-9917-c8d5ae2c017a admin admin] 10.222.0.13 "PUT /v2.0/routers/d4f268e0-d2ea-402e-bc21-d94e739f0e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9597533 Aug 24 17:13:49.741133 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37822) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:49.745769 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccdaa95-b7c9-465c-a3b4-622fc1ae3705 None None] Sync routers for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:13:49.758677 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccdaa95-b7c9-465c-a3b4-622fc1ae3705 None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:13:49.759307 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fccdaa95-b7c9-465c-a3b4-622fc1ae3705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:13:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:49.862499 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] Notify callbacks [] for router, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:49.881780 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-fccdaa95-b7c9-465c-a3b4-622fc1ae3705 None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: dv-cinder-799668-9-iscsi {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:13:49.989822 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:50.050208 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] Deleting port 2585e13f-3abe-441f-82ba-1ed42b948da6 {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:13:50.050556 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:50.096333 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fccdaa95-b7c9-465c-a3b4-622fc1ae3705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:13:48Z', 'revision_number': 5, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port': {'id': '2585e13f-3abe-441f-82ba-1ed42b948da6', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:50.124051 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccdaa95-b7c9-465c-a3b4-622fc1ae3705 None None] Checking router: d4f268e0-d2ea-402e-bc21-d94e739f0e72 for host: dv-cinder-799668-9-iscsi {{(pid=93843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:13:50.133373 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccdaa95-b7c9-465c-a3b4-622fc1ae3705 None None] Routers {'d4f268e0-d2ea-402e-bc21-d94e739f0e72'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:13:50.134017 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fccdaa95-b7c9-465c-a3b4-622fc1ae3705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:13:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'], 'active': True} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:50.137105 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] For port 2585e13f-3abe-441f-82ba-1ed42b948da6, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=2585e13f-3abe-441f-82ba-1ed42b948da6,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:13:50.137466 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:50.153015 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] Calling delete_port for 2585e13f-3abe-441f-82ba-1ed42b948da6 owned by network:router_gateway {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:13:50.225759 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvr_db [None req-fccdaa95-b7c9-465c-a3b4-622fc1ae3705 None None] Set router d4f268e0-d2ea-402e-bc21-d94e739f0e72 gateway port host: None {{(pid=93843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:13:50.282623 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_hamode_db [None req-fccdaa95-b7c9-465c-a3b4-622fc1ae3705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:13:49Z', 'revision_number': 6, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port_host': None}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:50.315650 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccdaa95-b7c9-465c-a3b4-622fc1ae3705 None None] The sync data for ids ['d4f268e0-d2ea-402e-bc21-d94e739f0e72'] in dv-cinder-799668-9-iscsi is: [{'id': 'd4f268e0-d2ea-402e-bc21-d94e739f0e72', 'name': 'tempest-TestVolumeBootPattern-623869897-router', 'tenant_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:15Z', 'updated_at': '2021-08-24T17:13:49Z', 'revision_number': 6, 'project_id': '66d0a1822bda4a9fbf4b7881ffc14cfd', 'gw_port_host': None}] {{(pid=93843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:13:50.341078 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:50.371676 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] Pushing event deleted for resources: {'Port': ['ID=2585e13f-3abe-441f-82ba-1ed42b948da6,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:50.443865 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421564'] for router_gateway, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:50.540443 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:50.542954 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:50.590979 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399909'] for router, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:50.591722 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4f268e0-d2ea-402e-bc21-d94e739f0e72 {{(pid=93842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:13:50.597098 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:50.598378 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-6722a6f3-d3d5-4e7a-a978-a9ff4adfd77b admin admin] 10.222.0.13 "DELETE /v2.0/routers/d4f268e0-d2ea-402e-bc21-d94e739f0e72 HTTP/1.1" status: 204 len: 168 time: 0.8562095 Aug 24 17:13:50.601265 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37824) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:50.652365 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a328a15-ad73-4c1c-a4c2-9bf3c9f0839a admin admin] Deleting subnet ab0bfa88-cd63-42e0-97fe-13744a36d37e {{(pid=93842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:13:50.657887 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8a328a15-ad73-4c1c-a4c2-9bf3c9f0839a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:50.697161 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8a328a15-ad73-4c1c-a4c2-9bf3c9f0839a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548683'] for subnet, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:50.794903 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8a328a15-ad73-4c1c-a4c2-9bf3c9f0839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:50.854419 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8a328a15-ad73-4c1c-a4c2-9bf3c9f0839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8548679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8876280'] for subnet, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:50.887363 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-8a328a15-ad73-4c1c-a4c2-9bf3c9f0839a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:50.889698 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-8a328a15-ad73-4c1c-a4c2-9bf3c9f0839a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ab0bfa88-cd63-42e0-97fe-13744a36d37e HTTP/1.1" status: 204 len: 168 time: 0.2873518 Aug 24 17:13:50.891250 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a328a15-ad73-4c1c-a4c2-9bf3c9f0839a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0bfa88-cd63-42e0-97fe-13744a36d37e,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:50.893608 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37826) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:50.894392 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eece7bf8-53c3-4047-8166-741257773508 None None] Network ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:13:50.972294 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:51.028883 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Deleting port f3f86304-39e6-420f-ba17-a5266ad7316c {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:13:51.029233 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:51.099043 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] For port f3f86304-39e6-420f-ba17-a5266ad7316c, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=f3f86304-39e6-420f-ba17-a5266ad7316c,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:13:51.099445 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:51.110848 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] DHCP port deletion for ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d request from dv-cinder-799668-9-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:13:51.161378 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Deleting port f3f86304-39e6-420f-ba17-a5266ad7316c {{(pid=93843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:13:51.161841 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:51.229772 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] For port f3f86304-39e6-420f-ba17-a5266ad7316c, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=f3f86304-39e6-420f-ba17-a5266ad7316c,segment=NetworkSegment(55a6085a-98a3-4c97-8e31-f1c51ee02767),segment_id=55a6085a-98a3-4c97-8e31-f1c51ee02767)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:13:51.230325 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:51.246263 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Calling delete_port for f3f86304-39e6-420f-ba17-a5266ad7316c owned by network:dhcp {{(pid=93843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:13:51.342105 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969'] for port, after_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:51.372330 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] No DVR routers for this DVR port f3f86304-39e6-420f-ba17-a5266ad7316c on host dv-cinder-799668-9-iscsi {{(pid=93843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:13:51.377561 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Pushing event deleted for resources: {'Port': ['ID=f3f86304-39e6-420f-ba17-a5266ad7316c,revision_number=None']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:51.388075 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:51.388422 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:51.388781 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:51.389082 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:51.389538 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:51.389811 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:51.390071 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:51.390439 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:51.390765 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:51.391110 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:51.391445 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:51.391798 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77df6b4d-8e3b-4c44-999b-30295c786121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-9-iscsi {{(pid=93843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:13:51.405859 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Calling delete_port for f3f86304-39e6-420f-ba17-a5266ad7316c owned by network:dhcp {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:13:51.483341 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:51.508258 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f86304-39e6-420f-ba17-a5266ad7316c,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:51.511947 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] No DVR routers for this DVR port f3f86304-39e6-420f-ba17-a5266ad7316c on host dv-cinder-799668-9-iscsi {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:13:51.586122 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:51.596722 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:51.607477 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a6085a-98a3-4c97-8e31-f1c51ee02767') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:51.607836 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a6085a-98a3-4c97-8e31-f1c51ee02767') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:51.617629 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12781717'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:51.632204 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:51.638532 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:13:51.638923 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13161788'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: self.session.flush() Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: self.session.flush() Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: self.session.flush() Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: self.session.flush() Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: timer() Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: cb(*args, **kw) Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: self._notify() Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: self.callback(batched_events) Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: event.method(event) Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._get(url).json() Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:13:51.640633 dv-cinder-799668-9-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:13:51.699844 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:51.705333 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:51.710045 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] 10.222.0.13 "DELETE /v2.0/networks/ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d HTTP/1.1" status: 204 len: 168 time: 0.8127456 Aug 24 17:13:51.710897 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37828) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:51.724539 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493fe05-be63-46f0-9a4f-a1f46721298f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4bc8ad-3132-4ce6-8d65-e3fc17b5585d,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:51.751550 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 29d40d2a-8237-4d22-9ebb-d39182584518 no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:13:51.771992 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 29d40d2a-8237-4d22-9ebb-d39182584518 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:13:51.772332 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 29d40d2a-8237-4d22-9ebb-d39182584518 not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:13:51.774675 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 2585e13f-3abe-441f-82ba-1ed42b948da6 no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:13:51.793172 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 2585e13f-3abe-441f-82ba-1ed42b948da6 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:13:51.793510 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 2585e13f-3abe-441f-82ba-1ed42b948da6 not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:13:51.793910 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device f3f86304-39e6-420f-ba17-a5266ad7316c no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:13:51.816038 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: f3f86304-39e6-420f-ba17-a5266ad7316c {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:13:51.816373 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device f3f86304-39e6-420f-ba17-a5266ad7316c not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:13:52.059581 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-87ec8012-9927-470d-8ed7-ae265cf5d4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419728'] for router_interface, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:52.325772 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-87ec8012-9927-470d-8ed7-ae265cf5d4ef admin admin] Deleting port 637ec5f7-7e18-44c7-8475-dcbaef06768d {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:13:52.326012 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-87ec8012-9927-470d-8ed7-ae265cf5d4ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:52.405831 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-87ec8012-9927-470d-8ed7-ae265cf5d4ef admin admin] For port 637ec5f7-7e18-44c7-8475-dcbaef06768d, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=637ec5f7-7e18-44c7-8475-dcbaef06768d,segment=NetworkSegment(143c1d47-f964-4664-bf92-b1a26e705a68),segment_id=143c1d47-f964-4664-bf92-b1a26e705a68)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:13:52.406171 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-87ec8012-9927-470d-8ed7-ae265cf5d4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:52.419604 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-87ec8012-9927-470d-8ed7-ae265cf5d4ef admin admin] Calling delete_port for 637ec5f7-7e18-44c7-8475-dcbaef06768d owned by network:router_interface {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:13:52.620655 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-87ec8012-9927-470d-8ed7-ae265cf5d4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:52.655958 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec8012-9927-470d-8ed7-ae265cf5d4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=637ec5f7-7e18-44c7-8475-dcbaef06768d,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:52.826824 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-87ec8012-9927-470d-8ed7-ae265cf5d4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588518'] for router_interface, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:53.042188 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ec8012-9927-470d-8ed7-ae265cf5d4ef admin admin] Router 6efceb9f-b7fd-4614-a667-70f9fb56e2ce has already been hosted by L3 agent 6d847181-3eae-4ffe-b398-46f798b9c74e {{(pid=93842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:13:53.125040 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:53.146710 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ec8012-9927-470d-8ed7-ae265cf5d4ef admin admin] Notify agent at l3_agent.dv-cinder-799668-9-iscsi the message routers_updated {{(pid=93842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:13:53.153377 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-87ec8012-9927-470d-8ed7-ae265cf5d4ef admin admin] 10.222.0.13 "PUT /v2.0/routers/6efceb9f-b7fd-4614-a667-70f9fb56e2ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4413023 Aug 24 17:13:53.153994 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37830) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:53.156252 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da67087-0ff4-451e-9cf1-4194a855533f None None] Sync routers for ids ['6efceb9f-b7fd-4614-a667-70f9fb56e2ce'] in dv-cinder-799668-9-iscsi {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:13:53.165848 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da67087-0ff4-451e-9cf1-4194a855533f None None] Routers {'6efceb9f-b7fd-4614-a667-70f9fb56e2ce'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:13:53.166512 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-7da67087-0ff4-451e-9cf1-4194a855533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:13:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['6efceb9f-b7fd-4614-a667-70f9fb56e2ce'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:53.250978 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:53.275312 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-7da67087-0ff4-451e-9cf1-4194a855533f None None] Set router 6efceb9f-b7fd-4614-a667-70f9fb56e2ce gateway port host: dv-cinder-799668-9-iscsi {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:13:53.349841 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:53.406898 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] Deleting port 5c838901-bf50-4aec-b148-e1eaf1228fae {{(pid=93842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:13:53.407268 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:53.454971 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-7da67087-0ff4-451e-9cf1-4194a855533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'name': 'tempest-TestVolumeBootPattern-1678939451-router', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'external_fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '5c838901-bf50-4aec-b148-e1eaf1228fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:20Z', 'updated_at': '2021-08-24T17:13:52Z', 'revision_number': 5, 'project_id': '8d762657696846fb93beef3ff70d0c9b', 'gw_port': {'id': '5c838901-bf50-4aec-b148-e1eaf1228fae', 'name': '', 'network_id': '936fe392-5fcd-487c-9559-b2b2e2d38c54', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:27:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T17:07:21Z', 'updated_at': '2021-08-24T17:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33011b38-42fb-4502-b448-e9448b2b7bd8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-9-iscsi'}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:53.480357 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da67087-0ff4-451e-9cf1-4194a855533f None None] Checking router: 6efceb9f-b7fd-4614-a667-70f9fb56e2ce for host: dv-cinder-799668-9-iscsi {{(pid=93844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:13:53.482515 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.db [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] For port 5c838901-bf50-4aec-b148-e1eaf1228fae, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=5c838901-bf50-4aec-b148-e1eaf1228fae,segment=NetworkSegment(26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8),segment_id=26d67bfe-3ae4-474f-8c9f-b1d3c3f281b8)] {{(pid=93842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:13:53.482874 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:53.488750 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da67087-0ff4-451e-9cf1-4194a855533f None None] Routers {'6efceb9f-b7fd-4614-a667-70f9fb56e2ce'} bound to L3 agent in host dv-cinder-799668-9-iscsi {{(pid=93844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 17:13:53.489349 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-7da67087-0ff4-451e-9cf1-4194a855533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T16:49:38Z,description=,heartbeat_timestamp=2021-08-24T17:13:38Z,host='dv-cinder-799668-9-iscsi',id=6d847181-3eae-4ffe-b398-46f798b9c74e,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T16:49:38Z,topic='l3_agent')) {'router_ids': ['6efceb9f-b7fd-4614-a667-70f9fb56e2ce'], 'active': True} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:53.495810 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.plugins.ml2.plugin [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] Calling delete_port for 5c838901-bf50-4aec-b148-e1eaf1228fae owned by network:router_gateway {{(pid=93842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:13:53.576571 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_dvr_db [None req-7da67087-0ff4-451e-9cf1-4194a855533f None None] Set router 6efceb9f-b7fd-4614-a667-70f9fb56e2ce gateway port host: None {{(pid=93844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 17:13:53.640182 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.l3_hamode_db [None req-7da67087-0ff4-451e-9cf1-4194a855533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'name': 'tempest-TestVolumeBootPattern-1678939451-router', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:20Z', 'updated_at': '2021-08-24T17:13:53Z', 'revision_number': 6, 'project_id': '8d762657696846fb93beef3ff70d0c9b', 'gw_port_host': None}], 'dv-cinder-799668-9-iscsi', False) {} {{(pid=93844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:53.670723 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8548496'] for port, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:53.672361 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da67087-0ff4-451e-9cf1-4194a855533f None None] The sync data for ids ['6efceb9f-b7fd-4614-a667-70f9fb56e2ce'] in dv-cinder-799668-9-iscsi is: [{'id': '6efceb9f-b7fd-4614-a667-70f9fb56e2ce', 'name': 'tempest-TestVolumeBootPattern-1678939451-router', 'tenant_id': '8d762657696846fb93beef3ff70d0c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T17:07:20Z', 'updated_at': '2021-08-24T17:13:53Z', 'revision_number': 6, 'project_id': '8d762657696846fb93beef3ff70d0c9b', 'gw_port_host': None}] {{(pid=93844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:13:53.705650 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c838901-bf50-4aec-b148-e1eaf1228fae,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:53.767361 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-421564'] for router_gateway, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:53.858886 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-399916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-953'] for router, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:53.861183 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:53.907823 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-399909'] for router, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:53.908367 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6efceb9f-b7fd-4614-a667-70f9fb56e2ce {{(pid=93842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:13:53.912653 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:53.913848 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-97e9cdcc-9a69-4414-b650-fd61c71682a6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6efceb9f-b7fd-4614-a667-70f9fb56e2ce HTTP/1.1" status: 204 len: 168 time: 0.7588472 Aug 24 17:13:53.917707 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [-] (93842) accepted ('10.222.0.13', 37832) {{(pid=93842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:53.964682 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce5ba47-bf2e-42d3-ade0-9c59ef6dc1e2 admin admin] Deleting subnet fd53363b-3e5d-49f2-9288-3f5ab3146fce {{(pid=93842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 17:13:53.968191 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ba47-bf2e-42d3-ade0-9c59ef6dc1e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.006217 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ba47-bf2e-42d3-ade0-9c59ef6dc1e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8548683'] for subnet, precommit_delete_associations {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.093466 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ba47-bf2e-42d3-ade0-9c59ef6dc1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642482'] for subnet, precommit_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.161734 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ba47-bf2e-42d3-ade0-9c59ef6dc1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8548679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8876280'] for subnet, after_delete {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.189144 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5ba47-bf2e-42d3-ade0-9c59ef6dc1e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd53363b-3e5d-49f2-9288-3f5ab3146fce,revision_number=None']} {{(pid=93842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:54.191165 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron_lib.callbacks.manager [None req-0ce5ba47-bf2e-42d3-ade0-9c59ef6dc1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for subnet, before_response {{(pid=93842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.193057 dv-cinder-799668-9-iscsi neutron-server[93842]: INFO neutron.wsgi [None req-0ce5ba47-bf2e-42d3-ade0-9c59ef6dc1e2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fd53363b-3e5d-49f2-9288-3f5ab3146fce HTTP/1.1" status: 204 len: 168 time: 0.2742803 Aug 24 17:13:54.195177 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c20535-1a49-4f5d-ab06-1151d651166a None None] Network 5119de56-f92b-402b-820f-2378c5495271 requested from dv-cinder-799668-9-iscsi {{(pid=93843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 17:13:54.196083 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37834) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:54.265206 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3752209'] for network, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.322288 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Deleting port 279182ec-a007-44bc-9c3d-1328a39c8de1 {{(pid=93841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:13:54.322681 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.401652 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.db [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] For port 279182ec-a007-44bc-9c3d-1328a39c8de1, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=279182ec-a007-44bc-9c3d-1328a39c8de1,segment=NetworkSegment(143c1d47-f964-4664-bf92-b1a26e705a68),segment_id=143c1d47-f964-4664-bf92-b1a26e705a68)] {{(pid=93841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:13:54.402026 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.404717 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1b927f-27d9-4d3b-9c5b-1cf6b4f35420 None None] DHCP port deletion for 5119de56-f92b-402b-820f-2378c5495271 request from dv-cinder-799668-9-iscsi {{(pid=93843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 17:13:54.416838 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.plugin [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Calling delete_port for 279182ec-a007-44bc-9c3d-1328a39c8de1 owned by network:dhcp {{(pid=93841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:13:54.469914 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b927f-27d9-4d3b-9c5b-1cf6b4f35420 None None] Deleting port 279182ec-a007-44bc-9c3d-1328a39c8de1 {{(pid=93843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 17:13:54.470289 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-aa1b927f-27d9-4d3b-9c5b-1cf6b4f35420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768655564755'] for port, before_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.501950 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13161737'] for port, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.526070 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Pushing event deleted for resources: {'Port': ['ID=279182ec-a007-44bc-9c3d-1328a39c8de1,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:54.532192 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] No DVR routers for this DVR port 279182ec-a007-44bc-9c3d-1328a39c8de1 on host dv-cinder-799668-9-iscsi {{(pid=93841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:13:54.561564 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.db [None req-aa1b927f-27d9-4d3b-9c5b-1cf6b4f35420 None None] For port 279182ec-a007-44bc-9c3d-1328a39c8de1, host dv-cinder-799668-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-9-iscsi',level=0,port_id=279182ec-a007-44bc-9c3d-1328a39c8de1,segment=NetworkSegment(143c1d47-f964-4664-bf92-b1a26e705a68),segment_id=143c1d47-f964-4664-bf92-b1a26e705a68)] {{(pid=93843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:13:54.562216 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-aa1b927f-27d9-4d3b-9c5b-1cf6b4f35420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583033'] for port, precommit_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.584438 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b927f-27d9-4d3b-9c5b-1cf6b4f35420 None None] Calling delete_port for 279182ec-a007-44bc-9c3d-1328a39c8de1 owned by network:dhcp {{(pid=93843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 17:13:54.608170 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3642357', 'neutron.services.segments.db._delete_segments_for_network-8768655483055'] for network, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.618971 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5119de56-f92b-402b-820f-2378c5495271']}} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:54.630488 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143c1d47-f964-4664-bf92-b1a26e705a68') {'for_net_delete': True} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:54.630717 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.services.segments.db [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143c1d47-f964-4664-bf92-b1a26e705a68') {} {{(pid=93841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:13:54.640714 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768655482938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12781717'] for segment, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.656841 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711'] for segment, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.663665 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:13:54.664241 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3784711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13161788'] for segment, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: Traceback (most recent call last): Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: timer() Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: cb(*args, **kw) Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: return func(*args, **kwargs) Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: self._notify() Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: self.callback(batched_events) Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: event.method(event) Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: return f(self, *a, **k) Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._get(url).json() Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: return self.request(url, 'GET', **kwargs) Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 17:13:54.665959 dv-cinder-799668-9-iscsi neutron-server[93841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 17:13:54.682637 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-aa1b927f-27d9-4d3b-9c5b-1cf6b4f35420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3540285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768655408339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768654987969'] for port, after_delete {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.706872 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b927f-27d9-4d3b-9c5b-1cf6b4f35420 None None] Pushing event deleted for resources: {'Port': ['ID=279182ec-a007-44bc-9c3d-1328a39c8de1,revision_number=None']} {{(pid=93843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:54.711040 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b927f-27d9-4d3b-9c5b-1cf6b4f35420 None None] No DVR routers for this DVR port 279182ec-a007-44bc-9c3d-1328a39c8de1 on host dv-cinder-799668-9-iscsi {{(pid=93843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 17:13:54.725959 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3642364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-421520'] for network, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.731535 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570592'] for network, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.733359 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5119de56-f92b-402b-820f-2378c5495271 HTTP/1.1" status: 204 len: 168 time: 0.5363054 Aug 24 17:13:54.748399 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ccbd1-232d-4f80-8c7b-6a09d62dbf64 admin admin] Pushing event deleted for resources: {'Network': ['ID=5119de56-f92b-402b-820f-2378c5495271,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:54.857412 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37838) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:54.897796 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-c8603830-0d9d-4e0d-9e84-466297d53f2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66d0a1822bda4a9fbf4b7881ffc14cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391593 Aug 24 17:13:54.900364 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37840) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:54.949639 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6c78e0dd-42a5-4fe3-aba0-77c6866deec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:54.971254 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6c78e0dd-42a5-4fe3-aba0-77c6866deec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:55.019459 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6c78e0dd-42a5-4fe3-aba0-77c6866deec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:55.022571 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-6c78e0dd-42a5-4fe3-aba0-77c6866deec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:55.023744 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-6c78e0dd-42a5-4fe3-aba0-77c6866deec2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26130a9b-3dcd-4db9-ab09-1729a3bd94d4 HTTP/1.1" status: 204 len: 168 time: 0.1225061 Aug 24 17:13:55.032611 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78e0dd-42a5-4fe3-aba0-77c6866deec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26130a9b-3dcd-4db9-ab09-1729a3bd94d4,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:55.362080 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37846) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:55.401171 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-a326f859-ee2b-45b0-9a9e-dde35d38ee2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d762657696846fb93beef3ff70d0c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377297 Aug 24 17:13:55.403708 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [-] (93841) accepted ('10.222.0.13', 37848) {{(pid=93841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 17:13:55.455590 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-be1579d9-c354-47ce-bafb-576673b87e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:55.478825 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-be1579d9-c354-47ce-bafb-576673b87e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:55.536944 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-be1579d9-c354-47ce-bafb-576673b87e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539963'] for security_group, after_delete {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:55.539645 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron_lib.callbacks.manager [None req-be1579d9-c354-47ce-bafb-576673b87e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:13:55.540836 dv-cinder-799668-9-iscsi neutron-server[93841]: INFO neutron.wsgi [None req-be1579d9-c354-47ce-bafb-576673b87e9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0228fe55-b107-4ebd-b761-e46b9302f9a4 HTTP/1.1" status: 204 len: 168 time: 0.1362514 Aug 24 17:13:55.556046 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1579d9-c354-47ce-bafb-576673b87e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0228fe55-b107-4ebd-b761-e46b9302f9a4,revision_number=None']} {{(pid=93841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:13:55.735140 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 279182ec-a007-44bc-9c3d-1328a39c8de1 no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:13:55.756192 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 279182ec-a007-44bc-9c3d-1328a39c8de1 {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:13:55.756542 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 279182ec-a007-44bc-9c3d-1328a39c8de1 not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:13:55.756967 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 637ec5f7-7e18-44c7-8475-dcbaef06768d no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:13:55.777479 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 637ec5f7-7e18-44c7-8475-dcbaef06768d {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:13:55.777831 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 637ec5f7-7e18-44c7-8475-dcbaef06768d not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:13:55.778259 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 5c838901-bf50-4aec-b148-e1eaf1228fae no longer exists at agent ovs-agent-dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:13:55.798369 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.plugin [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] No Port match for: 5c838901-bf50-4aec-b148-e1eaf1228fae {{(pid=93843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 17:13:55.798729 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron.plugins.ml2.rpc [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Device 5c838901-bf50-4aec-b148-e1eaf1228fae not bound to the agent host dv-cinder-799668-9-iscsi {{(pid=93843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:14:05.031870 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c561fcba-f6ac-4468-a617-84f74a889879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:14:07.914323 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bb252b21-681b-43ab-9cea-f21159f625f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:14:08.039080 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:14:09.427376 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:14:10.655922 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:14:17.414944 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:14:23.146262 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:14:35.029465 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-08005e62-bdf0-4100-a75f-32a5d584bdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:14:37.909512 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-8c8ce3ea-7238-405c-bf33-aaa34ba46f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:14:38.043017 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:14:39.427679 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:14:40.659540 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:14:53.159550 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:14:54.418905 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:15:05.024000 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-012c2d6a-a6ca-480c-b7b2-48d05ae08df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:15:07.919692 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-757c6971-fd96-4328-904e-1a43a73c3235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:15:08.047382 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:15:09.433561 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:15:10.658552 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:15:23.160058 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:15:31.420510 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:15:35.037477 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-27864023-2d57-4c3a-aaf3-71d428505676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:15:37.918465 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-4bf7fed2-8617-4669-867b-f04d9c502c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:15:38.053250 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:15:39.438287 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:15:40.663151 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:15:53.157161 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:16:05.034939 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-9a8acf0e-fda9-4bdf-a4bf-eceb1028b412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:16:07.918577 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-2e8abb47-f6d5-4612-b851-72ad1e205b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:16:08.059026 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:16:08.421703 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:16:09.439575 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:16:10.669340 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:16:23.166995 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:16:35.028688 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-bb630777-6b9b-4856-b603-a2f152fa95d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:16:37.916848 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b0ed637e-5871-4427-93a2-226771a00530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:16:38.054937 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:16:39.441457 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:16:40.671760 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:16:45.422675 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:16:53.183716 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:17:05.037008 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6524-0aad-4624-9524-ee6250656f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:17:07.912594 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-f4a4ae17-7aa1-42dd-8c7d-4198c0ed197a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:17:08.062454 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:17:09.443804 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:17:10.674260 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:17:22.422865 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:17:23.186899 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:17:35.032916 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-00629d6f-9270-46e2-8c70-d8ccc2b6ef74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:17:37.925523 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-7eb49e68-28c9-46e2-a472-14ba6a08ca44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:17:38.059533 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:17:39.447130 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:17:40.683498 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:17:46.429186 dv-cinder-799668-9-iscsi neutron-server[93841]: DEBUG neutron.wsgi [req-7f0a1fc2-44b0-4cab-a219-6d17f5bc8824 req-3155c9f1-3c4b-4087-a3c3-94edee706970 service neutron] (93841) timed out ('10.222.0.13', 33830) {{(pid=93841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 17:17:53.197982 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:17:59.422904 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:18:05.051218 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b9a1a5b9-a1bd-4110-ad5d-b06656192671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:18:07.920376 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e7e00871-eb3f-42c6-929e-1e21c8ab2b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:18:08.059161 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:18:09.449239 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:18:10.681484 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:18:23.204253 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:18:35.036406 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-3b0fb549-6578-4502-94f7-1517c4add10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:18:36.428049 dv-cinder-799668-9-iscsi neutron-server[93844]: DEBUG neutron.db.agents_db [None req-52af32af-33cc-406c-9c78-472a455c8214 None None] Agent healthcheck: found 6 active agents {{(pid=93844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:18:37.926634 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-0516436c-a100-4632-8a32-5935effd4ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:18:38.060307 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:18:39.451056 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:18:40.682543 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-b8b74393-2c42-41e0-bb60-7f6088be21f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:18:45.421508 dv-cinder-799668-9-iscsi neutron-server[93842]: DEBUG neutron.wsgi [req-2b2dd0da-108e-4a0e-8553-6f364ce64a3e req-c1f80485-d88d-42dc-b5e4-026f46a16bd5 service neutron] (93842) timed out ('10.222.0.13', 59914) {{(pid=93842) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 17:18:53.200299 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-c536f78e-d62e-458a-b451-9ccf22981366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:19:05.040674 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-0cfcd86b-0e93-4de8-915c-696f5f04db9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:19:07.919839 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-e9aac735-a4f3-442c-9248-bf8df5d8c1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:19:08.054484 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-975905ea-af6a-4efc-8637-5d1974592e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 17:19:09.455666 dv-cinder-799668-9-iscsi neutron-server[93843]: DEBUG neutron_lib.callbacks.manager [None req-d94a7dfd-48f6-44f5-9d90-53a51cf9c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768655483037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3647167'] for agent, after_update {{(pid=93843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}